-- Logs begin at Thu 2022-05-26 21:48:41 UTC, end at Thu 2022-05-26 23:03:53 UTC. -- May 26 22:38:34.435578 dv-cinder-843305-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 26 22:38:36.616548 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.common.config [-] Logging enabled! May 26 22:38:36.617263 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 26 22:38:36.617353 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83207) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 26 22:38:36.619466 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.common.config [-] Logging enabled! May 26 22:38:36.619713 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 26 22:38:36.619962 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83207) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 26 22:38:36.620956 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:38:36.621186 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:38:36.621541 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:38:36.621785 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:38:36.622008 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:38:36.622327 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.622624 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.622919 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.623147 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.623444 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.623735 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.624016 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.624302 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.624624 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.624912 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.625192 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.625477 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.625705 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.625986 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.626274 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.626557 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.626777 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] debug = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.627057 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.627481 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.627891 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.628172 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.628460 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.628774 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.629043 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.629328 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.629656 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] host = dv-cinder-843305-2-smb {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.629940 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.630225 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.631041 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.631320 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.631601 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.631875 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.632159 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.632429 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.632726 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] log_file = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.633001 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.633286 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.633572 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.633865 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.634088 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.634310 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.634593 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.634879 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.635153 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.635427 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.635700 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.635973 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.636246 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.636527 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.636816 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.637101 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.637383 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.637658 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.637930 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.638202 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.638474 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.638754 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.639025 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.639298 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.639572 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.639864 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.640130 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.640401 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.640732 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.641016 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.641294 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.641578 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.641851 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.642131 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.642402 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.642673 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.642944 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] use_json = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.643210 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.643477 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.643757 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.644029 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.644300 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.644592 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.644864 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.645148 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.645417 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:36.645712 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.646009 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.646887 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.647168 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.647499 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.647878 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.648372 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.648677 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.648967 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.649256 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.649544 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.649824 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.650110 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.650403 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.650694 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.650967 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.651246 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.651538 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.651817 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.652089 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.652369 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.652684 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.652965 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.653240 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.653542 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.653802 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.654075 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.654346 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.654623 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.654911 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.655186 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.655457 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.655726 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.656001 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.656272 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.656584 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.656866 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.657139 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.657410 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.657687 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.657958 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.658228 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.658506 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.658775 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.659049 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.659319 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.659589 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.659863 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.660132 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.660403 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.660699 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.660971 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.661246 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.661519 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.661851 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.662117 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.662390 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.662661 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.662947 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.663242 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.663518 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.663793 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.664069 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.664344 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.664649 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.664925 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.665200 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.665477 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.665746 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.666031 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.666312 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.666596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.666875 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.667153 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.667443 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.667717 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.667996 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.668271 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.668580 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.668865 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.669145 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.669436 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.669729 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.670020 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.670307 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.670598 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.670877 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.671179 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.671458 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:36.671673 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:38:36.671911 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83207) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 22:38:37.101453 dv-cinder-843305-2-smb neutron-server[83207]: INFO keyring.backend [-] Loading KWallet May 26 22:38:37.109306 dv-cinder-843305-2-smb neutron-server[83207]: INFO keyring.backend [-] Loading SecretService May 26 22:38:37.113477 dv-cinder-843305-2-smb neutron-server[83207]: INFO keyring.backend [-] Loading Windows May 26 22:38:37.115325 dv-cinder-843305-2-smb neutron-server[83207]: INFO keyring.backend [-] Loading chainer May 26 22:38:37.115926 dv-cinder-843305-2-smb neutron-server[83207]: INFO keyring.backend [-] Loading macOS May 26 22:38:37.149582 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:38:37.150474 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:38:37.150924 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:38:37.152439 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 22:38:37.468054 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.468334 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.468624 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.530472 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.530748 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.531017 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.534106 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.534378 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.534639 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.570277 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.570556 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.570826 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.599647 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.599926 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.600191 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.974270 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.975117 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.975382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.975645 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:37.976586 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.119529 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.119848 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.120122 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.120384 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.120666 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.120969 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.121223 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.121469 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.122596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.122596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.122596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.122596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.122940 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.122940 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.123181 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.123862 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.123862 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.124039 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.124519 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.124519 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.124801 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.125045 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.129512 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.129512 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.129512 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.129512 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.129512 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.129512 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.130379 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.130379 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.130379 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.130379 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.130379 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 22:38:38.132360 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 22:38:38.136672 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 22:38:38.141574 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 26 22:38:38.143168 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 22:38:38.143571 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 22:38:38.143898 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 22:38:38.144277 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 22:38:38.148172 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 22:38:38.148477 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 22:38:38.148876 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:38:38.179672 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 26 22:38:38.180119 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.180409 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 22:38:38.180788 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.182122 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 22:38:38.182399 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:38:38.182637 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 22:38:38.186073 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.186341 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.253878 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 22:38:38.254043 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 22:38:38.254252 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 22:38:38.254627 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 22:38:38.291588 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_db.sqlalchemy.engines [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83207) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 26 22:38:38.621476 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing driver for type 'gre' May 26 22:38:38.621925 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] gre ID ranges: [(1, 1000)] May 26 22:38:38.681720 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing driver for type 'local' May 26 22:38:38.682060 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing driver for type 'vlan' May 26 22:38:38.701446 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] VlanTypeDriver initialization complete May 26 22:38:38.701876 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing driver for type 'vxlan' May 26 22:38:38.702417 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] vxlan ID ranges: [(1, 1000)] May 26 22:38:38.761519 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing extension driver 'port_security' May 26 22:38:38.762001 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] PortSecurityExtensionDriver initialization complete May 26 22:38:38.762415 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing mechanism driver 'openvswitch' May 26 22:38:38.762851 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing mechanism driver 'hyperv' May 26 22:38:38.772016 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:38.772724 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.773096 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.773451 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.773971 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:38:38.774410 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.774765 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.775238 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.775748 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:38:38.776320 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.776859 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.777370 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.777896 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:38:38.778449 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > security_group after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.778933 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > security_group after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.779426 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.780182 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:38:38.780651 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.781009 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.781360 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.781752 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 26 22:38:38.782194 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] ML2 OVO RPC backend initialized. {{(pid=83207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 26 22:38:38.782832 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.783192 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.783613 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.783967 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > networks before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.784313 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.784687 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > ports before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.785030 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnet before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.785372 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnets before_response 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.785719 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.786058 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.786393 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.787346 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.787706 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.788116 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.788461 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.788822 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.789167 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.789749 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.plugin [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Modular L2 Plugin initialization complete May 26 22:38:38.790079 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading services supported by the core plugin {{(pid=83207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 22:38:38.790408 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.plugins.ml2.managers [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Got port-security extension from driver 'port_security' May 26 22:38:38.790869 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.extensions.vlantransparent [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Disabled vlantransparent extension. May 26 22:38:38.791291 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 22:38:38.791726 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: router May 26 22:38:38.828193 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.828947 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router after_create 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.829741 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router before_create 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.830104 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.830470 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.830826 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router after_delete 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.831183 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.831547 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router after_create 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.831894 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router after_update 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.832240 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router after_update 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.832609 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.832967 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router after_update 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.833373 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.833768 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: port after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.834102 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: port after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.834436 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: subnet after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.834773 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.835118 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.835463 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.835802 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: port before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.836142 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.836497 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router after_update 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.836862 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.837205 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.837561 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.837909 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.838273 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > agent after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.838628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > agent after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.838969 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > network after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.839836 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Tracking information for resource: router configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.840173 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Tracking information for resource: floatingip configured {{(pid=83207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:38:38.845026 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.db.l3_agentschedulers_db [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 22:38:38.845604 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: port after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.845963 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: port after_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.846312 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: port after_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.846684 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: port after_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.847587 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router before_create 55550100 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.847949 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.848309 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_create 55550100 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.848695 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > router precommit_update 55550100 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.853762 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.services.provider_configuration [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service providers = [] {{(pid=83207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 22:38:38.854128 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.db.servicetype_db [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 22:38:38.857083 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.services.service_base [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:38:38.857435 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.services.service_base [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:38:38.857775 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.services.service_base [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:38:38.858660 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.services.service_base [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:38:38.859034 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.services.service_base [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 22:38:38.859410 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.859727 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 22:38:38.871094 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.871430 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: auto_allocate May 26 22:38:38.878537 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: network precommit_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.878864 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: network precommit_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.879380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.879700 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: tag May 26 22:38:38.886413 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.886744 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: timestamp May 26 22:38:38.890727 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.891061 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: network_ip_availability May 26 22:38:38.896273 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.896668 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.897024 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:38.897731 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.898049 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: flavors May 26 22:38:38.902756 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.903082 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading Plugin: revisions May 26 22:38:38.907826 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:38:38.908196 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_concurrency.lockutils [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=83207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:38:38.909150 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 26 22:38:38.909558 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Initializing extension manager. May 26 22:38:38.910089 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: __init__.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.910565 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: __pycache__ {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.910897 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.911267 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.912223 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: _filter_validation_lib.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.912871 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.913067 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: address_group.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.913919 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.914550 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: address-group May 26 22:38:38.914907 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: address_scope.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.916168 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.916864 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: address-scope May 26 22:38:38.917292 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.918297 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.918976 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: router-admin-state-down-before-update May 26 22:38:38.919261 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: agent.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.920030 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.920616 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: agent May 26 22:38:38.920981 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: agent_resources_synced.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.921986 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.922573 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: agent-resources-synced May 26 22:38:38.923038 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: allowedaddresspairs.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.926863 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.928140 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: allowed-address-pairs May 26 22:38:38.928658 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: auto_allocated_topology.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.929787 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.930306 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: auto-allocated-topology May 26 22:38:38.930632 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: availability_zone.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.931326 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.931838 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: availability_zone May 26 22:38:38.932158 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: availability_zone_filter.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.933093 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.933608 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: availability_zone_filter May 26 22:38:38.933930 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: data_plane_status.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.934837 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.935342 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension data-plane-status not supported by any of loaded plugins May 26 22:38:38.935663 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: default_subnetpools.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.936596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.937110 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: default-subnetpools May 26 22:38:38.937430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.938210 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.938720 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: dhcp_agent_scheduler May 26 22:38:38.939041 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: dns.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.939949 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.940456 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension dns-integration not supported by any of loaded plugins May 26 22:38:38.940810 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: dns_domain_ports.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.941730 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.942242 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 22:38:38.942568 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: dvr.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.943362 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.943873 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: dvr May 26 22:38:38.944486 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: empty_string_filtering.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.945138 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.945650 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: empty-string-filtering May 26 22:38:38.945974 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.946879 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.947383 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 22:38:38.947704 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.948638 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.949150 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 22:38:38.949472 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: external_net.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.950405 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.950947 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: external-net May 26 22:38:38.951270 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.952171 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.952709 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: extra_dhcp_opt May 26 22:38:38.953032 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: extraroute.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.953942 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.954721 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: extraroute May 26 22:38:38.955040 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: extraroute_atomic.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.956067 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.956614 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: extraroute-atomic May 26 22:38:38.956933 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: filter_validation.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.957606 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.958118 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: filter-validation May 26 22:38:38.958436 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: fip_pf_description.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.959369 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.959869 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 22:38:38.960307 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: fip_port_details.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.961546 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.962284 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: fip-port-details May 26 22:38:38.962921 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: flavors.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.964733 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.965261 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: flavors May 26 22:38:38.965589 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.967263 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.967788 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 22:38:38.968127 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: floatingip_pools.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.968863 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.969382 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: floatingip-pools May 26 22:38:38.969705 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: ip_allocation.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.970620 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.971129 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension ip_allocation not supported by any of loaded plugins May 26 22:38:38.971451 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.972366 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.972907 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: ip-substring-filtering May 26 22:38:38.973234 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l2_adjacency.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.974680 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.975364 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 22:38:38.975606 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l3.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.976609 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.977137 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: router May 26 22:38:38.977459 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.979804 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.980338 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 22:38:38.980695 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.981631 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.982152 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: ext-gw-mode May 26 22:38:38.982478 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.983387 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.983900 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: l3-ha May 26 22:38:38.984224 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l3_flavors.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.985161 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.985673 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: l3-flavors May 26 22:38:38.985994 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.986971 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.987694 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 22:38:38.988139 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: l3agentscheduler.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.989565 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.990447 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: l3_agent_scheduler May 26 22:38:38.990770 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: logging.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.992445 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.993255 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension logging not supported by any of loaded plugins May 26 22:38:38.993751 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: metering.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.995142 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.995723 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: metering May 26 22:38:38.996049 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.997167 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.997688 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: metering_source_and_destination_fields May 26 22:38:38.998019 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: multiprovidernet.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:38.998936 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:38.999445 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: multi-provider May 26 22:38:38.999767 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: netmtu.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.000713 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.001224 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: net-mtu May 26 22:38:39.001546 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: netmtu_writable.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.002460 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.002973 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: net-mtu-writable May 26 22:38:39.003296 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: network_availability_zone.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.003964 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.004470 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: network_availability_zone May 26 22:38:39.004819 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: network_ip_availability.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.005932 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.006446 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: network-ip-availability May 26 22:38:39.006772 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: network_segment_range.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.007534 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.008051 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension network-segment-range not supported by any of loaded plugins May 26 22:38:39.008375 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: pagination.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.009388 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.009885 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: pagination May 26 22:38:39.010304 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.011488 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.012085 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: port-mac-address-regenerate May 26 22:38:39.012648 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: port_resource_request.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.013653 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.014420 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension port-resource-request not supported by any of loaded plugins May 26 22:38:39.014920 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: portbindings.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.015931 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.016781 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: binding May 26 22:38:39.017107 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: portbindings_extended.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.018381 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.018899 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: binding-extended May 26 22:38:39.019224 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: portsecurity.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.020137 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.020695 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: port-security May 26 22:38:39.021539 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: project_id.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.022530 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.022856 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: project-id May 26 22:38:39.023176 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: providernet.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.024081 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.024637 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: provider May 26 22:38:39.024960 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.028655 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.029184 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos not supported by any of loaded plugins May 26 22:38:39.029517 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.030762 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.031283 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 22:38:39.031679 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.032888 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.033610 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 22:38:39.033940 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_default.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.035105 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.035815 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-default not supported by any of loaded plugins May 26 22:38:39.036329 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_fip.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.037934 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.038452 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-fip not supported by any of loaded plugins May 26 22:38:39.038779 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_gateway_ip.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.039709 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.040219 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 22:38:39.040563 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_port_network_policy.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.041481 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.041994 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 22:38:39.042315 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_rule_type_details.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.043228 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.043743 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 22:38:39.044067 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: qos_rules_alias.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.045138 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.045653 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 22:38:39.045978 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: quotasv2.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.046847 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.047174 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: quotas May 26 22:38:39.047494 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: quotasv2_detail.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.049113 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.049455 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: quota_details May 26 22:38:39.049783 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: rbac.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.050833 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.051363 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: rbac-policies May 26 22:38:39.051691 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: rbac_address_scope.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.052814 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.053540 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: rbac-address-scope May 26 22:38:39.053988 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: rbac_security_groups.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.055308 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.056487 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: rbac-security-groups May 26 22:38:39.057098 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: rbac_subnetpool.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.058805 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.059407 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: rbac-subnetpool May 26 22:38:39.059852 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: revisionifmatch.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.061181 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.061702 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: revision-if-match May 26 22:38:39.062027 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: revisions.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.063136 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.063656 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: standard-attr-revisions May 26 22:38:39.063982 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: router_availability_zone.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.064694 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.065207 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: router_availability_zone May 26 22:38:39.065529 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: routerservicetype.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.066451 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.066966 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension router-service-type not supported by any of loaded plugins May 26 22:38:39.067288 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.068248 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.068797 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: port-security-groups-filtering May 26 22:38:39.069120 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: securitygroup.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.080329 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.080894 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: security-group May 26 22:38:39.081228 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: segment.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.082178 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.082953 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension segment not supported by any of loaded plugins May 26 22:38:39.083327 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.085217 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.085840 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 22:38:39.086308 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: servicetype.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.087612 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.088347 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: service-type May 26 22:38:39.088708 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: sorting.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.089692 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.090164 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: sorting May 26 22:38:39.090525 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: standard_attr_segment.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.091456 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.091974 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 22:38:39.092296 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: standardattrdescription.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.092967 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.093483 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: standard-attr-description May 26 22:38:39.093818 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: stateful_security_group.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.094718 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.095237 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: stateful-security-group May 26 22:38:39.095561 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: stdattrs_common.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.096146 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 22:38:39.096470 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.097426 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.097938 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 22:38:39.098259 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: subnet_onboard.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.100053 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.100602 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: subnet_onboard May 26 22:38:39.100929 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.101874 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.102387 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 22:38:39.102709 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: subnet_service_types.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.103634 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.104150 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: subnet-service-types May 26 22:38:39.104473 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: subnetallocation.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.105582 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.106099 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: subnet_allocation May 26 22:38:39.106421 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.107084 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.107594 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: subnetpool-prefix-ops May 26 22:38:39.107913 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.108883 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.109396 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 22:38:39.109717 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: tagging.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.110781 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.111303 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: standard-attr-tag May 26 22:38:39.111625 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: timestamp.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.112847 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.113371 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loaded extension: standard-attr-timestamp May 26 22:38:39.113695 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: trunk.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.114720 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.115261 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension trunk not supported by any of loaded plugins May 26 22:38:39.115588 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: trunk_details.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.116521 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.117048 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension trunk-details not supported by any of loaded plugins May 26 22:38:39.117374 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: uplink_status_propagation.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.118289 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.118808 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 22:38:39.119194 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Loading extension file: vlantransparent.py {{(pid=83207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 26 22:38:39.119947 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 26 22:38:39.120879 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 22:38:39.124337 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:network May 26 22:38:39.125099 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:subnet May 26 22:38:39.125700 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:38:39.126474 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:port May 26 22:38:39.127746 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.128196 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service FLAVORS assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.128887 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.129274 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.129612 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:router May 26 22:38:39.130278 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:floatingip May 26 22:38:39.131121 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service METERING assigned prefix: /metering {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.132585 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:39.132956 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:39.133318 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:38:39.134667 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:38:39.135132 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:security_group May 26 22:38:39.135948 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:38:39.136709 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service CORE assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.137052 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:38:39.137387 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] subnetpool is already registered May 26 22:38:39.138077 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service CORE assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.138428 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:38:39.139721 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] subnetpool is already registered May 26 22:38:39.142293 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.142732 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service FLAVORS assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.144186 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.144649 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.144986 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:router May 26 22:38:39.145377 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] router is already registered May 26 22:38:39.146900 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:floatingip May 26 22:38:39.147403 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] floatingip is already registered May 26 22:38:39.148844 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service METERING assigned prefix: /metering {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.149711 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:38:39.150278 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] rbac_policy is already registered May 26 22:38:39.151334 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:security_group May 26 22:38:39.151667 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] security_group is already registered May 26 22:38:39.152264 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:38:39.152624 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] security_group_rule is already registered May 26 22:38:39.153303 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service CORE assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.153644 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:38:39.153976 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] subnetpool is already registered May 26 22:38:39.155414 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.v2.resource_helper [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Service CORE assigned prefix: {{(pid=83207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:38:39.155761 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:38:39.156091 dv-cinder-843305-2-smb neutron-server[83207]: WARNING neutron.quota.resource_registry [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] subnetpool is already registered May 26 22:38:39.156767 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: extensions {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.158221 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: address-groups {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.159760 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: address-scopes {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.160997 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: agents {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.162881 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: auto-allocated-topology {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.164087 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: availability_zones {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.165405 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: dhcp-networks {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.166764 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: dhcp-agents {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.168133 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: routers {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.169971 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: flavors {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.171099 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: service_profiles {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.172266 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: next_providers {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.173795 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: service_profiles {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.175199 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: floatingip-pools {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.176591 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: routers {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.178801 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: floatingips {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.180363 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: l3-routers {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.182342 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: l3-agents {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.183874 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: metering-labels {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.185409 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: metering-label-rules {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.186637 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: network-ip-availabilities {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.188109 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: bindings {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.190629 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: quotas {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.192043 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: quotas {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.194076 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: rbac-policies {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.195335 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: security-groups {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.196526 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: security-group-rules {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.197722 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: service-providers {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.198916 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: subnetpools {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.200372 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: subnetpools {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.201808 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.203839 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.206557 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.209320 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.211140 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.212798 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.214520 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.216319 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.218142 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.219923 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron.api.extensions [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Extended resource: tags {{(pid=83207) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 26 22:38:39.226355 dv-cinder-843305-2-smb neutron-server[83207]: WARNING keystonemiddleware.auth_token [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 22:38:39.231067 dv-cinder-843305-2-smb neutron-server[83207]: WARNING keystonemiddleware.auth_token [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 22:38:39.238957 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_concurrency.lockutils [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Acquired lock "singleton_lock" {{(pid=83207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 22:38:39.239428 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_concurrency.lockutils [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Releasing lock "singleton_lock" {{(pid=83207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 22:38:39.240097 dv-cinder-843305-2-smb neutron-server[83207]: INFO oslo_service.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Starting 2 workers May 26 22:38:39.245369 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Started child 83312 {{(pid=83207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:38:39.250081 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Started child 83313 {{(pid=83207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:38:39.250425 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.251649 dv-cinder-843305-2-smb neutron-server[83207]: INFO neutron.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 22:38:39.251863 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [-] (83312) wsgi starting up on http://0.0.0.0:9696 May 26 22:38:39.252267 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Notify callbacks [] for process, before_spawn {{(pid=83207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.254799 dv-cinder-843305-2-smb neutron-server[83207]: INFO oslo_service.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Starting 1 workers May 26 22:38:39.254976 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.256289 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [-] (83313) wsgi starting up on http://0.0.0.0:9696 May 26 22:38:39.259878 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Started child 83314 {{(pid=83207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:38:39.260412 dv-cinder-843305-2-smb neutron-server[83207]: INFO oslo_service.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Starting 1 workers May 26 22:38:39.263922 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] calling RpcWorker wait() {{(pid=83314) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 22:38:39.264454 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] returning from RpcWorker wait() {{(pid=83314) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 22:38:39.264604 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Started child 83315 {{(pid=83207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:38:39.265385 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG neutron_lib.callbacks.manager [None req-b5ac53c9-03b0-4a65-9cf4-91398f1d73a0 None None] Notify callbacks [] for process, after_spawn {{(pid=83207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.265989 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.266555 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:39.267293 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:38:39.269202 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:38:39.269202 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:38:39.269202 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:38:39.269202 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:38:39.269727 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:38:39.269905 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.270194 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.270463 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.270567 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:39.271552 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.271552 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.272093 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:39.272360 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.272658 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.272920 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.273195 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.273452 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.273625 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.273795 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.274040 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.274301 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.274588 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.274859 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.275103 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.275361 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.275533 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.275794 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.276057 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.276288 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.276583 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] debug = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.276828 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.277319 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.277562 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.277802 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.278051 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.278324 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.278591 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.278889 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.279133 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.279350 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.279598 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.279852 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.280066 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.280308 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.280596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.280833 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.281274 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] host = dv-cinder-843305-2-smb {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.281498 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.281747 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.281989 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.282239 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.282485 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.282705 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.282972 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.283322 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.283684 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.284087 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.284450 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.284987 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.285319 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.285689 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_file = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.285997 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_options = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.286351 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.287589 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.287861 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.288063 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.288228 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.288409 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.288701 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.288863 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.289111 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.289346 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.289565 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.289783 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.290034 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.290270 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.290529 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.290754 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.290988 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.291200 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.291457 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.291686 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.291912 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.292140 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.292362 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.292603 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.292821 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.293068 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.293291 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.293537 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.293752 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.294008 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.294275 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.294539 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.294779 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.295028 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.295263 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.295491 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.295708 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.295970 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.296202 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.296443 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.296743 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.296961 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.297207 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.297422 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.297636 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.297848 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_json = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.298060 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.298292 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.298552 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.298798 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.299054 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.299205 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.299417 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.299650 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.299876 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.300266 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.300595 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.300906 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.301153 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.301385 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.301640 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.301871 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.302094 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.302380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.303321 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.303321 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.303321 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.303617 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.303744 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.303999 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.304428 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.305168 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.305437 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.305678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.305897 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.306115 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.306351 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.306716 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.306975 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.307254 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.307503 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.307739 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.307981 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.308239 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.308465 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.308750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.308985 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.310834 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.313359 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.315430 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.318678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319316 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319941 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319941 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319941 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.319941 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.320228 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.320309 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.320906 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.325596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.325596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.325596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.325596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.325596 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.326699 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.326979 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.327259 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.327503 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.327787 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.328166 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.328459 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.330973 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.331407 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.332748 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.333039 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.333304 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.334076 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.334373 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.334645 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.334930 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.335186 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.335458 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.335766 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.336044 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.336318 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.336593 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.336841 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.337112 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.337379 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.337652 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.337913 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.338192 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.338425 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.338699 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.339010 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.339247 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.339584 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.339831 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.340177 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.340431 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.340695 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.340930 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.341218 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.341503 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.341758 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.342047 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.342310 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.342548 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.342786 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.343022 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.343253 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.343487 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.343715 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.343926 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.344170 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.344405 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.344645 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.344861 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.345089 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.345399 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.345578 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.345794 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.346018 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.346235 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.346473 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.346715 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.347055 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.347279 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.347511 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.347747 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.347967 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.348183 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.348410 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.348693 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.348911 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.349822 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.350226 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.350482 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.350720 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.350960 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.351390 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.351629 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.351882 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.352118 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.352331 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.352561 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.352801 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.353015 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.353227 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.353472 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.353685 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.353916 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.354168 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.354499 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.354891 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.355301 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.355546 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.355770 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.356004 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.356222 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.356444 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.356718 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.356936 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.357156 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.357376 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.357626 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.357864 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.358039 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.358298 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.358521 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.358829 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.358968 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.359232 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.359427 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.359648 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.360078 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.360625 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.360625 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.360625 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.360890 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.361063 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.361466 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.361859 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.362092 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.362391 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.362642 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.362868 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.363106 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.363347 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.363576 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.363791 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.364003 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.364199 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.364408 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.364696 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.364983 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.365188 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.365483 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.365780 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.366018 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.366288 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.366610 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.366820 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.367079 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.367287 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.367507 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.367724 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.368017 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.368337 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.368658 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.368999 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.369182 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.369569 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.369757 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.370016 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.370223 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.370660 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.371147 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.371451 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.371666 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.371925 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.372157 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.372421 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.372661 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.372897 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.373132 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.373363 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.373627 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.373882 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.374102 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.374310 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.374558 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.374770 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.375012 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.375240 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.375489 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.375702 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.375866 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:38:39.376385 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:38:39.376569 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:38:39.376762 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:38:39.376913 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:38:39.377062 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:38:39.377198 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:38:39.377382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.377518 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.377651 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.377808 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.377964 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.378144 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.378298 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.378602 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.378767 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.378973 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.379079 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.379220 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.379368 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.379517 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.379668 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.379828 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.379982 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.380137 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.380998 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.381158 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.384545 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.384545 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.384545 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] debug = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.384545 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.384545 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.384545 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385013 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] host = dv-cinder-843305-2-smb {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.385571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386108 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_file = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_options = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.386628 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387090 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387090 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387090 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387290 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387290 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387427 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387574 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387729 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.387884 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.388038 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.388193 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.388347 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.388500 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.388676 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.388831 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.388999 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.389128 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.389284 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.389439 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.389594 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.389749 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.389903 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.390091 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.390210 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.390363 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.390517 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.390670 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.390826 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.391059 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.391221 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.391429 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.391564 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.391686 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.391818 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.391963 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.392119 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.392422 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.392754 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.393050 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.393343 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.393634 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.393924 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.394226 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.394548 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_json = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.394709 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.394872 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.395029 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.395185 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.395341 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.395500 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.395654 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.395806 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.396687 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:38:39.396869 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.397061 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.397340 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.397503 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.397663 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.397825 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.397984 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.398147 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.398310 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.398473 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.398615 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.398926 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.399103 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.399265 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.399448 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.399602 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.399759 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.399904 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.400033 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.400328 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.400605 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.400710 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.400832 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.400974 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.401132 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.401290 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.401450 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.401608 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.401767 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.401926 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.402089 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.402244 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.402402 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.402560 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.402719 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.402866 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.403019 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.403177 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.403335 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.403493 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.403661 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.403819 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.403976 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.404134 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.404292 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.404450 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.404632 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.404790 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.404947 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.405105 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.405262 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.405428 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.405589 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.405746 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.405903 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.406060 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.406217 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.406375 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.406532 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.406689 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.406846 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.407008 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.407165 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.407323 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.407480 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.407695 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.407796 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.407938 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.408096 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.408253 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.408409 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.408590 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.408749 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.408906 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.409071 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.409244 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.409427 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.409585 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.409742 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.409900 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.410057 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.410214 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.410372 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.410531 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.410691 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.410847 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.411005 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.411162 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.411486 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.411666 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.412780 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.412951 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.413098 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.413260 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.413405 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.413567 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.413741 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.413898 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.414026 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.414163 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.414251 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:39.414338 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.414478 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.414635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.414797 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.414955 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.415120 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.415288 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.415447 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.415605 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.415763 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.415921 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.416080 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.416237 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.416396 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.416579 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.416742 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.416900 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.417067 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.417235 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.417393 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.417550 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.417707 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.417895 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.418052 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.418208 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.418365 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.418521 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.418678 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.418837 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.418994 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.419151 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.419308 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.419464 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.419622 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.419779 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.419936 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.420093 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.420251 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.420409 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.420591 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.420829 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.420951 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.421056 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.421199 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.421357 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.421513 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.421671 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.421832 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.421990 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.422146 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.422303 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.422460 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.422617 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.422775 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.422931 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.423088 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.423244 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.423432 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.423578 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.423726 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.423860 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.423994 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.424147 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.424305 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.424463 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.424631 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.424796 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.424954 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.426245 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.427382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.427382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.427382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.427382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.427382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.427382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.427382 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.429753 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.431635 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.432771 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433380 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433912 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433912 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433912 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.433912 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.434205 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.434205 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.434348 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.434502 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.434661 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.434824 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.434982 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.435143 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.435298 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.435617 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.435862 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.436018 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.436344 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.436344 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.436858 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.436858 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.436858 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.437634 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.437634 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.437634 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.437634 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.437634 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.438571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.438571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.438571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.438571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.438571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.438571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.438571 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.440750 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.442386 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:38:39.442386 dv-cinder-843305-2-smb neutron-server[83207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:38:39.601917 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 49806) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:39.610394 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063279 May 26 22:38:49.985837 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b54d575-a221-4119-86d4-43adc662e131 None None] get_active_networks_info from dv-cinder-843305-2-smb {{(pid=83314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 26 22:38:50.045086 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54d575-a221-4119-86d4-43adc662e131 None None] No non-hosted networks {{(pid=83314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 22:38:50.055365 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.agentschedulers_db [None req-7b54d575-a221-4119-86d4-43adc662e131 None None] DHCP Agent not found on host dv-cinder-843305-2-smb {{(pid=83314) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 22:38:50.112853 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-42e21ece-898f-41a7-b25d-312a4322d1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350782'] for agent, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.125443 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3c373d0b-1041-4856-b628-0b781da17dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350782'] for agent, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.161892 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f54c8f79-d592-48f8-9dd1-36ceae24998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.479296 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350782'] for agent, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.628237 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350782'] for agent, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:53.630930 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.632286 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.632888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.635684 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.637554 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.638054 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.638387 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.639716 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.640051 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.640377 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.641701 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:38:53.642100 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843305-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:53.652391 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843305-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:38:54.696432 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350782'] for agent, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:55.382471 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.db.l3_hamode_db [None req-c64ffa55-8316-4f39-86f5-d9d267302540 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 22:38:55.466609 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ffa55-8316-4f39-86f5-d9d267302540 None None] Routers set() bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:38:55.466987 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ffa55-8316-4f39-86f5-d9d267302540 None None] Router IDs set() for agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 26 22:38:56.421192 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 49898) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:57.023114 dv-cinder-843305-2-smb neutron-server[83313]: WARNING oslo_policy.policy [None req-e8821938-760e-4328-8ef3-b948266cdc8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:38:57.023704 dv-cinder-843305-2-smb neutron-server[83313]: WARNING oslo_policy.policy [None req-e8821938-760e-4328-8ef3-b948266cdc8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:38:57.241011 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [None req-e8821938-760e-4328-8ef3-b948266cdc8d admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:38:57.242079 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e8821938-760e-4328-8ef3-b948266cdc8d admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8199680 May 26 22:38:59.527808 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 49912) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:38:59.914937 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:38:59.968795 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.policy [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83313) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 26 22:38:59.969534 dv-cinder-843305-2-smb neutron-server[83313]: WARNING oslo_policy.policy [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:38:59.969907 dv-cinder-843305-2-smb neutron-server[83313]: WARNING oslo_policy.policy [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:38:59.973268 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.quota [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] Loaded quota_driver: . May 26 22:38:59.989021 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:00.058200 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791659820180', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791659797348', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791659797120', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791659789940', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791659783640', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2089650', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1120294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624567'] for rbac-policy, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:00.126222 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:00.127688 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8fac8f3a-6483-4a42-831f-58ffffe6f5fc admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5987782 May 26 22:39:02.662052 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 49926) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:03.029661 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b4caf04669714897a6381125d712a970', 'admin_state_up': True}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:03.034285 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:03.038659 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Usage tracker for resource:network and tenant:b4caf04669714897a6381125d712a970 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:03.043175 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:03.049128 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:03.058954 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Made reservation on behalf of b4caf04669714897a6381125d712a970 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:03.061624 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.079953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.122041 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:03.125642 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Usage tracker for resource:security_group_rule and tenant:b4caf04669714897a6381125d712a970 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:03.128355 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:03.134623 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:03.201877 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.205899 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.227648 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:39:03.253568 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791662292848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.254151 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Unsubscribe: segment precommit_create {{(pid=83313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:39:03.254641 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Added segment 554ff8c4-fb0a-443f-a47f-59c838056725 of type vlan for network 8222a1c1-85d7-4749-8994-1c931d6192bf May 26 22:39:03.269168 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a350f-909c-4ca2-bf38-bfba44ee16cb,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:03.329699 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.329965 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.330295 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.330621 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.330941 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.331257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.331574 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.331903 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.332219 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.332534 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.332863 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Tracked resource versions report: May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: pushed versions: May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: { 'ConntrackHelper': {'1.0'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Log': {'1.0'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Network': {'1.1'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Port': {'1.5'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'PortForwarding': {'1.2'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'QosPolicy': {'1.8'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroup': {'1.2'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroupRule': {'1.0'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'SubPort': {'1.0'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Subnet': {'1.1'}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Trunk': {'1.1'}} May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: consumer versions: May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Log': '1.0', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Network': '1.1', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Port': '1.5', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'PortForwarding': '1.2', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'QosPolicy': '1.8', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroup': '1.2', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroupRule': '1.0', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'SubPort': '1.0', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Subnet': '1.1', May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: 'Trunk': '1.1'}} May 26 22:39:03.334357 dv-cinder-843305-2-smb neutron-server[83313]: {{(pid=83313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:39:03.373476 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.414804 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.415842 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:03.416470 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:03.525132 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8620191 May 26 22:39:03.527536 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe23c0-1972-483c-875c-0b9937a4f35f admin admin] Pushing event updated for resources: {'Network': ['ID=8222a1c1-85d7-4749-8994-1c931d6192bf,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:03.553898 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 8222a1c1-85d7-4749-8994-1c931d6192bf details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:39:06.084651 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 49942) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:06.547457 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943ca1f-1033-462e-b8b0-002ac878011b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:06.548781 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4943ca1f-1033-462e-b8b0-002ac878011b admin admin] 10.222.0.47 "GET /v2.0/networks/8222a1c1-85d7-4749-8994-1c931d6192bf HTTP/1.1" status: 200 len: 825 time: 0.4631617 May 26 22:39:06.579144 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-eac7b49a-cafb-4224-a7cd-7348e883d58f admin admin] 10.222.0.47 "GET /v2.0/subnetpools/ac7a18f8-0e93-4f91-be26-86665496ba9b HTTP/1.1" status: 200 len: 734 time: 0.0247111 May 26 22:39:06.588030 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Request body: {'subnet': {'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'subnetpool_id': 'ac7a18f8-0e93-4f91-be26-86665496ba9b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:06.592297 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:06.595950 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Usage tracker for resource:subnet and tenant:b4caf04669714897a6381125d712a970 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:06.599245 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:06.604794 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:06.614794 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Made reservation on behalf of b4caf04669714897a6381125d712a970 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:06.616977 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.884674 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:06.970445 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475185d8-1af8-4f62-9108-3a084f9a8a57,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:06.976849 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Checking segment: {'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:06.977243 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Network hostable DHCP agents. Network: 8222a1c1-85d7-4749-8994-1c931d6192bf, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:39:07.000617 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Network 8222a1c1-85d7-4749-8994-1c931d6192bf is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:39:07.011141 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 8222a1c1-85d7-4749-8994-1c931d6192bf) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:07.015787 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:07.016368 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.020986 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e489f-0a36-402d-b50b-2bb48de744e1 None None] Network 8222a1c1-85d7-4749-8994-1c931d6192bf requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:07.035958 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c978ef15-f006-4b02-8b26-b9bc2eb5eba8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4509859 May 26 22:39:07.331168 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-8222a1c1-85d7-4749-8994-1c931d6192bf', 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'fixed_ips': [{'subnet_id': '475185d8-1af8-4f62-9108-3a084f9a8a57'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:39:07.332411 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.516325 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Allocated IP 172.20.0.2 (8222a1c1-85d7-4749-8994-1c931d6192bf/475185d8-1af8-4f62-9108-3a084f9a8a57/063d145c-000b-477a-84a7-d269f2caadf8) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:07.739092 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.752000 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Transition to ACTIVE for port object 063d145c-000b-477a-84a7-d269f2caadf8 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:07.772101 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Transition to ACTIVE for port object 063d145c-000b-477a-84a7-d269f2caadf8 will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:07.778018 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.846555 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Network 8222a1c1-85d7-4749-8994-1c931d6192bf is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:07.849586 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:07.854635 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Pushing event updated for resources: {'Port': ['ID=063d145c-000b-477a-84a7-d269f2caadf8,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:07.856900 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:07.898022 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.898369 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.898699 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.899031 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.899365 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.899694 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.900017 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.900341 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.900690 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.901012 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.901331 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Tracked resource versions report: May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: pushed versions: May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: { 'ConntrackHelper': {'1.0'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Log': {'1.0'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Network': {'1.1'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Port': {'1.5'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'PortForwarding': {'1.2'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'QosPolicy': {'1.8'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroup': {'1.2'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroupRule': {'1.0'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'SubPort': {'1.0'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Subnet': {'1.1'}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Trunk': {'1.1'}} May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: consumer versions: May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Log': '1.0', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Network': '1.1', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Port': '1.5', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'PortForwarding': '1.2', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'QosPolicy': '1.8', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroup': '1.2', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroupRule': '1.0', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'SubPort': '1.0', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Subnet': '1.1', May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: 'Trunk': '1.1'}} May 26 22:39:07.902437 dv-cinder-843305-2-smb neutron-server[83314]: {{(pid=83314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:39:07.966864 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Attempting to bind port 063d145c-000b-477a-84a7-d269f2caadf8 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:07.967274 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Attempting to bind port 063d145c-000b-477a-84a7-d269f2caadf8 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:07.967708 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Attempting to bind port 063d145c-000b-477a-84a7-d269f2caadf8 on network 8222a1c1-85d7-4749-8994-1c931d6192bf {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:07.974736 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:07.975138 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Checking segment: {'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:07.975608 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:07.975997 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Bound using segment: {'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:07.976522 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Bound port: 063d145c-000b-477a-84a7-d269f2caadf8, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:07.976921 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.062975 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] For port 063d145c-000b-477a-84a7-d269f2caadf8, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:08.066748 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] For port 063d145c-000b-477a-84a7-d269f2caadf8, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=063d145c-000b-477a-84a7-d269f2caadf8,segment=NetworkSegment(554ff8c4-fb0a-443f-a47f-59c838056725),segment_id=554ff8c4-fb0a-443f-a47f-59c838056725)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:08.071227 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.184285 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df941-285f-4a6a-a028-77ebf0d22f4e None None] Pushing event updated for resources: {'Port': ['ID=063d145c-000b-477a-84a7-d269f2caadf8,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:09.362257 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 49952) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:09.976075 dv-cinder-843305-2-smb neutron-server[83312]: WARNING oslo_policy.policy [None req-383f56ef-b96e-48f5-8e27-c727ccf762cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:39:09.976692 dv-cinder-843305-2-smb neutron-server[83312]: WARNING oslo_policy.policy [None req-383f56ef-b96e-48f5-8e27-c727ccf762cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:39:10.195551 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [None req-383f56ef-b96e-48f5-8e27-c727ccf762cd admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:39:10.196868 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-383f56ef-b96e-48f5-8e27-c727ccf762cd admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8326039 May 26 22:39:11.833851 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28afeb-2082-4af0-b51f-245b3a0a8160 None None] Network 8222a1c1-85d7-4749-8994-1c931d6192bf requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:11.933328 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 063d145c-000b-477a-84a7-d269f2caadf8 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:12.009811 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-4b8dea4b-f0fd-46f5-981c-ded6c2b8cbb9 None None] Provisioning for port 063d145c-000b-477a-84a7-d269f2caadf8 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:12.096677 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 063d145c-000b-477a-84a7-d269f2caadf8 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:12.109966 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 063d145c-000b-477a-84a7-d269f2caadf8 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:12.110349 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:12.279013 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:12.313457 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 063d145c-000b-477a-84a7-d269f2caadf8, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=063d145c-000b-477a-84a7-d269f2caadf8,segment=NetworkSegment(554ff8c4-fb0a-443f-a47f-59c838056725),segment_id=554ff8c4-fb0a-443f-a47f-59c838056725)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:12.318739 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:12.389487 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=063d145c-000b-477a-84a7-d269f2caadf8,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:12.454987 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-cb49622e-bc72-428f-86f6-ce707fc2b3ee None None] Provisioning complete for port 063d145c-000b-477a-84a7-d269f2caadf8 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:12.455355 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-cb49622e-bc72-428f-86f6-ce707fc2b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:12.555466 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 49972) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:12.944665 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [None req-c463b74a-2056-43c7-9e76-08a2cb28ecb4 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:39:12.945598 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c463b74a-2056-43c7-9e76-08a2cb28ecb4 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3892365 May 26 22:39:13.898348 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 063d145c-000b-477a-84a7-d269f2caadf8 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:13.982177 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 063d145c-000b-477a-84a7-d269f2caadf8 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:13.982544 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.555299 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 49984) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:15.930550 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Request body: {'router': {'tenant_id': 'b4caf04669714897a6381125d712a970', 'name': 'router1', 'admin_state_up': True}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:15.935321 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:15.939567 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Usage tracker for resource:router and tenant:b4caf04669714897a6381125d712a970 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:15.943981 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:15.949751 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:15.961024 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.962569 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:15.987683 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.103378 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.121520 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] Notify callbacks [] for router, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:16.122668 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f1388737-28aa-42d2-a1fa-628b8852fe01 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5664129 May 26 22:39:18.381585 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 49994) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:18.782337 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [None req-9e4b9e2b-bff8-4d35-8c19-6997487a0ee3 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:39:18.783318 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-9e4b9e2b-bff8-4d35-8c19-6997487a0ee3 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4008286 May 26 22:39:19.910078 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-89aa03c7-d5a7-4ad8-bb69-0279b87a6803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.025186 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50004) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:21.416279 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:21.421251 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:21.424976 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Usage tracker for resource:network and tenant:06ea72c7df5e4ce4ab201e61ff853128 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:21.428354 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:21.433911 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:21.443322 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Made reservation on behalf of 06ea72c7df5e4ce4ab201e61ff853128 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:21.445527 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.457429 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.487491 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:21.491729 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Usage tracker for resource:security_group_rule and tenant:06ea72c7df5e4ce4ab201e61ff853128 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:21.494423 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:21.502512 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:21.564128 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.567734 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.583605 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Reserving flat network on physical network physnet1 {{(pid=83313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 22:39:21.606267 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9298948-3961-401b-bad8-6c48266bda0a,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:21.611121 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.611456 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Added segment 9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de of type flat for network ce7d2172-39da-49a3-95be-7d1f2b3030d3 May 26 22:39:21.642616 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.678498 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.679266 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:21.679823 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:21.781726 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7555158 May 26 22:39:21.782274 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac36bda-87fc-4cf7-ba46-828c04717f35 admin admin] Pushing event updated for resources: {'Network': ['ID=ce7d2172-39da-49a3-95be-7d1f2b3030d3,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:21.793848 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:39:22.118095 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-1813f3d6-8e7f-41a7-94f7-c2c476350cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:23.414956 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:23.629125 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:24.046256 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50024) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:24.311601 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5e705-b02b-427a-8c12-a2a38e01cf10 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:24.312851 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4ac5e705-b02b-427a-8c12-a2a38e01cf10 admin admin] 10.222.0.47 "GET /v2.0/subnets/475185d8-1af8-4f62-9108-3a084f9a8a57 HTTP/1.1" status: 200 len: 849 time: 0.2656436 May 26 22:39:24.455830 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-de3980a6-70cd-4b5e-8c3c-ca2bcfee78f4 admin admin] 10.222.0.47 "GET /v2.0/routers/bd9d4524-0319-4fac-bedf-f77ed52bdfb3 HTTP/1.1" status: 200 len: 704 time: 0.1377444 May 26 22:39:24.642596 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:24.912923 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.137639 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Allocated IP 172.20.0.1 (8222a1c1-85d7-4749-8994-1c931d6192bf/475185d8-1af8-4f62-9108-3a084f9a8a57/874a338d-0e2b-484a-9045-bd081d5c806a) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:25.317892 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.335152 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Transition to ACTIVE for port object 874a338d-0e2b-484a-9045-bd081d5c806a will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:25.386338 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.452779 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Network 8222a1c1-85d7-4749-8994-1c931d6192bf is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:25.455814 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:25.461993 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:25.461993 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.464375 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Pushing event updated for resources: {'Port': ['ID=874a338d-0e2b-484a-9045-bd081d5c806a,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:25.586335 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.658073 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-5e865358-9fef-4666-9c9b-c010f3a5431e None None] Provisioning for port 874a338d-0e2b-484a-9045-bd081d5c806a completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:25.664234 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-5e865358-9fef-4666-9c9b-c010f3a5431e None None] Provisioning complete for port 874a338d-0e2b-484a-9045-bd081d5c806a triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:25.664654 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-5e865358-9fef-4666-9c9b-c010f3a5431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.716441 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-5e865358-9fef-4666-9c9b-c010f3a5431e None None] Port 874a338d-0e2b-484a-9045-bd081d5c806a cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:39:25.808778 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.813057 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.813846 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:25.939555 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Pushing event updated for resources: {'Port': ['ID=874a338d-0e2b-484a-9045-bd081d5c806a,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:26.004824 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Network 8222a1c1-85d7-4749-8994-1c931d6192bf is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:26.005935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:26.240499 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-5a1ed2a4-1c04-4b74-953e-2e09e95471fd None None] Provisioning complete for port 874a338d-0e2b-484a-9045-bd081d5c806a triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:26.240889 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-5a1ed2a4-1c04-4b74-953e-2e09e95471fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:26.294277 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ed2a4-1c04-4b74-953e-2e09e95471fd None None] Port 874a338d-0e2b-484a-9045-bd081d5c806a cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:39:26.355217 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:39:26.520776 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:39:26.529923 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5d43f9cb-4999-4370-9916-fc4613d8917b admin admin] 10.222.0.47 "PUT /v2.0/routers/bd9d4524-0319-4fac-bedf-f77ed52bdfb3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0682034 May 26 22:39:26.531426 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Sync routers for ids ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:39:26.545224 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Routers {'bd9d4524-0319-4fac-bedf-f77ed52bdfb3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:39:26.546076 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:39:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:26.719887 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Set router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 gateway port host: None {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:39:27.081609 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'name': 'router1', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:39:15Z', 'updated_at': '2022-05-26T22:39:25Z', 'revision_number': 2, 'project_id': 'b4caf04669714897a6381125d712a970', 'gw_port_host': None, '_interfaces': [{'id': '874a338d-0e2b-484a-9045-bd081d5c806a', 'name': '', 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'mac_address': 'fa:16:3e:a4:70:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:24Z', 'updated_at': '2022-05-26T22:39:25Z', 'revision_number': 2, 'project_id': 'b4caf04669714897a6381125d712a970', 'subnets': [{'id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7a18f8-0e93-4f91-be26-86665496ba9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:27.086872 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Checking router: bd9d4524-0319-4fac-bedf-f77ed52bdfb3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:39:27.087255 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Updating router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 port 874a338d-0e2b-484a-9045-bd081d5c806a binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:39:27.139717 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.511818 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.526683 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Transition to ACTIVE for port object 874a338d-0e2b-484a-9045-bd081d5c806a will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:27.533304 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.776471 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Pushing event updated for resources: {'Port': ['ID=874a338d-0e2b-484a-9045-bd081d5c806a,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:27.790345 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.790686 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.791018 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.791647 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.792002 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.792314 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.792674 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.792998 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.793317 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.793635 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.793950 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Tracked resource versions report: May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: pushed versions: May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: { 'ConntrackHelper': {'1.0'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Log': {'1.0'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Network': {'1.1'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Port': {'1.5'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'PortForwarding': {'1.2'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'QosPolicy': {'1.8'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroup': {'1.2'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroupRule': {'1.0'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'SubPort': {'1.0'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Subnet': {'1.1'}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Trunk': {'1.1'}} May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: consumer versions: May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Log': '1.0', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Network': '1.1', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Port': '1.5', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'PortForwarding': '1.2', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'QosPolicy': '1.8', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroup': '1.2', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroupRule': '1.0', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'SubPort': '1.0', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Subnet': '1.1', May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: 'Trunk': '1.1'}} May 26 22:39:27.795003 dv-cinder-843305-2-smb neutron-server[83315]: {{(pid=83315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:39:27.799045 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Attempting to bind port 874a338d-0e2b-484a-9045-bd081d5c806a on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:27.799439 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Attempting to bind port 874a338d-0e2b-484a-9045-bd081d5c806a by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:27.799864 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Attempting to bind port 874a338d-0e2b-484a-9045-bd081d5c806a on network 8222a1c1-85d7-4749-8994-1c931d6192bf {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:27.806661 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:27.807071 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Checking segment: {'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:27.807538 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.807920 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Bound using segment: {'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:27.808434 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Bound port: 874a338d-0e2b-484a-9045-bd081d5c806a, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554ff8c4-fb0a-443f-a47f-59c838056725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:27.808843 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.897454 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] For port 874a338d-0e2b-484a-9045-bd081d5c806a, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:27.901814 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] For port 874a338d-0e2b-484a-9045-bd081d5c806a, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=874a338d-0e2b-484a-9045-bd081d5c806a,segment=NetworkSegment(554ff8c4-fb0a-443f-a47f-59c838056725),segment_id=554ff8c4-fb0a-443f-a47f-59c838056725)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:27.907321 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:27.983942 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Routers {'bd9d4524-0319-4fac-bedf-f77ed52bdfb3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:39:27.984589 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:39:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:28.132667 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c38ef-dc86-4cd6-b54e-9d556293e322 None None] Pushing event updated for resources: {'Port': ['ID=874a338d-0e2b-484a-9045-bd081d5c806a,revision_number=4']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:28.161824 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] Set router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 gateway port host: None {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:39:28.484204 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'name': 'router1', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:39:15Z', 'updated_at': '2022-05-26T22:39:25Z', 'revision_number': 2, 'project_id': 'b4caf04669714897a6381125d712a970', 'gw_port_host': None, '_interfaces': [{'id': '874a338d-0e2b-484a-9045-bd081d5c806a', 'name': '', 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'mac_address': 'fa:16:3e:a4:70:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:24Z', 'updated_at': '2022-05-26T22:39:27Z', 'revision_number': 4, 'project_id': 'b4caf04669714897a6381125d712a970', 'subnets': [{'id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7a18f8-0e93-4f91-be26-86665496ba9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:28.488044 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a3230-5b54-4fe7-a985-c50a1e5b8c57 None None] The sync data for ids ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'] in dv-cinder-843305-2-smb is: [{'id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'name': 'router1', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:39:15Z', 'updated_at': '2022-05-26T22:39:25Z', 'revision_number': 2, 'project_id': 'b4caf04669714897a6381125d712a970', 'gw_port_host': None, '_interfaces': [{'id': '874a338d-0e2b-484a-9045-bd081d5c806a', 'name': '', 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'mac_address': 'fa:16:3e:a4:70:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:24Z', 'updated_at': '2022-05-26T22:39:27Z', 'revision_number': 4, 'project_id': 'b4caf04669714897a6381125d712a970', 'subnets': [{'id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7a18f8-0e93-4f91-be26-86665496ba9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:39:28.714505 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50046) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:28.924970 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca798999-d4c5-46f0-a73d-8bbe5fde8482 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:28.925549 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ca798999-d4c5-46f0-a73d-8bbe5fde8482 admin admin] Synchronizing usage tracker for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:network {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:39:28.945203 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ca798999-d4c5-46f0-a73d-8bbe5fde8482 admin admin] Unset dirty status for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:network {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:39:28.951342 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ca798999-d4c5-46f0-a73d-8bbe5fde8482 admin admin] 10.222.0.47 "GET /v2.0/networks/ce7d2172-39da-49a3-95be-7d1f2b3030d3 HTTP/1.1" status: 200 len: 842 time: 0.2308726 May 26 22:39:28.955897 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:28.962255 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:39:28.966046 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Usage tracker for resource:subnet and tenant:06ea72c7df5e4ce4ab201e61ff853128 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:39:28.968988 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:39:28.975467 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:39:28.984352 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Made reservation on behalf of 06ea72c7df5e4ce4ab201e61ff853128 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:39:28.986680 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.356913 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.objects.ports [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83313) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 26 22:39:29.357342 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.437604 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12b94ea-1c57-487a-919f-b7be7e5c10cd,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:29.447757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:29.448104 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Network hostable DHCP agents. Network: ce7d2172-39da-49a3-95be-7d1f2b3030d3, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:39:29.471102 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:39:29.480988 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, ce7d2172-39da-49a3-95be-7d1f2b3030d3) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:29.484888 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:29.485462 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.491447 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cde119-41cf-4166-a8e7-7dcf683ad01b None None] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:29.507114 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-574da5bb-7b43-4277-ab30-c8daafd2ece1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5549147 May 26 22:39:29.725810 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ea2cc-31c7-4c27-ab28-73ea4803d1d4 None None] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:39:29.953340 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 874a338d-0e2b-484a-9045-bd081d5c806a up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:30.026107 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 874a338d-0e2b-484a-9045-bd081d5c806a completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:30.030568 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 874a338d-0e2b-484a-9045-bd081d5c806a triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:30.030934 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.150868 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.182329 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 874a338d-0e2b-484a-9045-bd081d5c806a, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=874a338d-0e2b-484a-9045-bd081d5c806a,segment=NetworkSegment(554ff8c4-fb0a-443f-a47f-59c838056725),segment_id=554ff8c4-fb0a-443f-a47f-59c838056725)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:30.185731 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:30.254995 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=874a338d-0e2b-484a-9045-bd081d5c806a,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:31.648327 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50060) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:31.880699 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-bd000b0b-b106-42ed-9205-4639c2a760db admin admin] 10.222.0.47 "GET /v2.0/routers/bd9d4524-0319-4fac-bedf-f77ed52bdfb3 HTTP/1.1" status: 200 len: 710 time: 0.2300453 May 26 22:39:31.908411 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 874a338d-0e2b-484a-9045-bd081d5c806a up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:31.979136 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 874a338d-0e2b-484a-9045-bd081d5c806a triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:31.979583 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.010420 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46be86-c82f-4970-a331-3034262d88fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:39:32.011804 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4f46be86-c82f-4970-a331-3034262d88fa admin admin] 10.222.0.47 "GET /v2.0/networks/ce7d2172-39da-49a3-95be-7d1f2b3030d3 HTTP/1.1" status: 200 len: 886 time: 0.1269186 May 26 22:39:32.021076 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:39:32.499845 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.720253 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.778895 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.905947 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Allocated IP 172.28.3.70 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/2ac8eab6-5d99-470c-8d7b-9fbab13fc835) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:39:33.051523 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.077348 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.141439 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:39:33.144086 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:39:33.148374 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:39:33.176367 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac8eab6-5d99-470c-8d7b-9fbab13fc835,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:33.288786 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.451210 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.454726 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-351119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-351120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-349714'] for router, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.645896 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:39:33.843484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:39:33.852179 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] Notify callbacks [] for router, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:33.852848 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Sync routers for ids ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:39:33.853614 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5ebe7698-0a04-48fc-93a4-5e6f31871e91 admin admin] 10.222.0.47 "PUT /v2.0/routers/bd9d4524-0319-4fac-bedf-f77ed52bdfb3 HTTP/1.1" status: 200 len: 889 time: 1.8365357 May 26 22:39:33.866159 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Routers {'bd9d4524-0319-4fac-bedf-f77ed52bdfb3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:39:33.866865 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:39:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:34.062128 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Set router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:39:34.393888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'name': 'router1', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '2ac8eab6-5d99-470c-8d7b-9fbab13fc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:39:15Z', 'updated_at': '2022-05-26T22:39:33Z', 'revision_number': 4, 'project_id': 'b4caf04669714897a6381125d712a970', 'gw_port': {'id': '2ac8eab6-5d99-470c-8d7b-9fbab13fc835', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:32Z', 'updated_at': '2022-05-26T22:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '874a338d-0e2b-484a-9045-bd081d5c806a', 'name': '', 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'mac_address': 'fa:16:3e:a4:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:24Z', 'updated_at': '2022-05-26T22:39:30Z', 'revision_number': 5, 'project_id': 'b4caf04669714897a6381125d712a970', 'subnets': [{'id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7a18f8-0e93-4f91-be26-86665496ba9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:34.399316 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Checking router: bd9d4524-0319-4fac-bedf-f77ed52bdfb3 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:39:34.399675 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Updating router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:39:34.451193 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.775053 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.786647 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Transition to ACTIVE for port object 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:39:34.793454 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.872139 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Attempting to bind port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:39:34.872799 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Attempting to bind port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:39:34.872941 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Attempting to bind port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:39:34.874856 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e781f-6fba-4597-b89e-42112d7aee4b None None] Pushing event updated for resources: {'Port': ['ID=2ac8eab6-5d99-470c-8d7b-9fbab13fc835,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:34.882147 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:39:34.882971 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:39:34.882971 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.883318 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:39:34.883710 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Bound port: 2ac8eab6-5d99-470c-8d7b-9fbab13fc835, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:39:34.884089 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.977971 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] For port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:39:34.980918 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] For port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=2ac8eab6-5d99-470c-8d7b-9fbab13fc835,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:39:34.986181 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:35.063675 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e781f-6fba-4597-b89e-42112d7aee4b None None] Pushing event updated for resources: {'Port': ['ID=2ac8eab6-5d99-470c-8d7b-9fbab13fc835,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:35.067150 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Routers {'bd9d4524-0319-4fac-bedf-f77ed52bdfb3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:39:35.067835 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:39:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:35.245796 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] Set router bd9d4524-0319-4fac-bedf-f77ed52bdfb3 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:39:35.569702 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'name': 'router1', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '2ac8eab6-5d99-470c-8d7b-9fbab13fc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:39:15Z', 'updated_at': '2022-05-26T22:39:33Z', 'revision_number': 4, 'project_id': 'b4caf04669714897a6381125d712a970', 'gw_port': {'id': '2ac8eab6-5d99-470c-8d7b-9fbab13fc835', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:32Z', 'updated_at': '2022-05-26T22:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '874a338d-0e2b-484a-9045-bd081d5c806a', 'name': '', 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'mac_address': 'fa:16:3e:a4:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:24Z', 'updated_at': '2022-05-26T22:39:30Z', 'revision_number': 5, 'project_id': 'b4caf04669714897a6381125d712a970', 'subnets': [{'id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7a18f8-0e93-4f91-be26-86665496ba9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:39:35.573741 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac8df3-a5b8-4f07-a3cd-07aef8a865c0 None None] The sync data for ids ['bd9d4524-0319-4fac-bedf-f77ed52bdfb3'] in dv-cinder-843305-2-smb is: [{'id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'name': 'router1', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '2ac8eab6-5d99-470c-8d7b-9fbab13fc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:39:15Z', 'updated_at': '2022-05-26T22:39:33Z', 'revision_number': 4, 'project_id': 'b4caf04669714897a6381125d712a970', 'gw_port': {'id': '2ac8eab6-5d99-470c-8d7b-9fbab13fc835', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:32Z', 'updated_at': '2022-05-26T22:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '874a338d-0e2b-484a-9045-bd081d5c806a', 'name': '', 'network_id': '8222a1c1-85d7-4749-8994-1c931d6192bf', 'tenant_id': 'b4caf04669714897a6381125d712a970', 'mac_address': 'fa:16:3e:a4:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9d4524-0319-4fac-bedf-f77ed52bdfb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:39:24Z', 'updated_at': '2022-05-26T22:39:30Z', 'revision_number': 5, 'project_id': 'b4caf04669714897a6381125d712a970', 'subnets': [{'id': '475185d8-1af8-4f62-9108-3a084f9a8a57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7a18f8-0e93-4f91-be26-86665496ba9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:39:35.943876 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:36.016523 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:39:36.022233 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:36.022676 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.142748 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.159953 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=2ac8eab6-5d99-470c-8d7b-9fbab13fc835,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:39:36.165146 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:36.167821 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50070) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:39:36.235527 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=2ac8eab6-5d99-470c-8d7b-9fbab13fc835,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:39:36.309163 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ca370776-d0c1-477c-a37b-597a2afa0cfc admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1402473 May 26 22:39:37.931093 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:39:38.018017 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 2ac8eab6-5d99-470c-8d7b-9fbab13fc835 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:39:38.018319 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:49.915807 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a5d1529a-a722-4e28-9ec0-b28372dba348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:52.119413 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6497446a-8a14-41af-a5b7-b4e8d7e7e7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:52.328988 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:39:53.420371 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:53.634886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:54.657416 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:19.922065 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-866e0dd5-b25f-42bc-be33-fc408c336caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:22.128585 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-5efc997e-16bc-4d2b-8c5c-452a0ba85cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.422177 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:23.638306 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:24.664973 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:29.329993 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:40:49.926039 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ef07d351-1e7e-4589-bf7d-89a67cc86732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:52.121529 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6fe73021-39a3-49da-a09f-bcea29f4c98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:53.425128 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:53.641373 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:54.667914 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:06.328957 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:41:19.921802 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-804c4d33-d0d8-4589-8dcc-8eec39cb0ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:22.123916 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c46d280e-d690-42fb-b0b8-3fe23d8aa611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.428882 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:23.644553 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:24.674449 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:38.900245 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50642) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:38.992326 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6252c89-908c-4531-a591-afdf7a3173a8 admin admin] GET failed (client error): The resource could not be found. May 26 22:41:38.993538 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-d6252c89-908c-4531-a591-afdf7a3173a8 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0922463 May 26 22:41:39.123091 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bfca5-a9b2-4fdf-90e8-cf9b1eaa9c6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:39.124474 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3e8bfca5-a9b2-4fdf-90e8-cf9b1eaa9c6a admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271403 May 26 22:41:41.261718 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50652) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:41.437514 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e2611-ec23-430f-9de0-c10a284c77ca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:41.438058 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f94e2611-ec23-430f-9de0-c10a284c77ca admin admin] Synchronizing usage tracker for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:subnet {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:41:41.457483 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f94e2611-ec23-430f-9de0-c10a284c77ca admin admin] Unset dirty status for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:subnet {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:41:41.458714 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f94e2611-ec23-430f-9de0-c10a284c77ca admin admin] 10.222.0.47 "GET /v2.0/subnets/475185d8-1af8-4f62-9108-3a084f9a8a57 HTTP/1.1" status: 200 len: 849 time: 0.1960359 May 26 22:41:41.468979 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:41:41.587267 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.773263 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791662215581'] for subnet, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.817386 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:41.818513 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:41.821008 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] 10.222.0.47 "PUT /v2.0/subnets/475185d8-1af8-4f62-9108-3a084f9a8a57 HTTP/1.1" status: 200 len: 868 time: 0.3550036 May 26 22:41:41.822381 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630980c5-542c-4626-b386-9bfc91cc5ce3 None None] Network 8222a1c1-85d7-4749-8994-1c931d6192bf requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:41:41.842356 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=475185d8-1af8-4f62-9108-3a084f9a8a57,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:41:41.851707 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.852064 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.852374 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.852727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.853054 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.853374 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.853691 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.854008 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.854323 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.854634 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:41.854948 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc52630-8750-42e7-8683-297f538c86ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:41:42.359122 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-02f441bf-df56-4a5d-a926-e288058be288 None None] Provisioning complete for port 063d145c-000b-477a-84a7-d269f2caadf8 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:42.359492 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-02f441bf-df56-4a5d-a926-e288058be288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:42.485237 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-02f441bf-df56-4a5d-a926-e288058be288 None None] Provisioning complete for port 874a338d-0e2b-484a-9045-bd081d5c806a triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:41:42.485647 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-02f441bf-df56-4a5d-a926-e288058be288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:43.328894 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:41:43.874285 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50662) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:44.068464 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a99b53-94a9-4717-b66c-98ca6810f4bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:44.068783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a99b53-94a9-4717-b66c-98ca6810f4bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:44.070269 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f6a99b53-94a9-4717-b66c-98ca6810f4bf admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950655 May 26 22:41:46.086167 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50672) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:46.278929 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd30723-285b-44ef-8214-457b618ffb83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:46.279301 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd30723-285b-44ef-8214-457b618ffb83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:46.280809 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4fd30723-285b-44ef-8214-457b618ffb83 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936965 May 26 22:41:48.304396 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50682) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:48.499111 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af60a6-96f1-49a6-9aed-2bd586b97fa0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:48.500364 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-99af60a6-96f1-49a6-9aed-2bd586b97fa0 admin admin] 10.222.0.47 "GET /v2.0/networks/8222a1c1-85d7-4749-8994-1c931d6192bf HTTP/1.1" status: 200 len: 869 time: 0.1947312 May 26 22:41:49.915354 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-317e243a-b882-4bcc-aab6-4cba776d4e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:50.546692 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50692) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:50.737408 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df2510-de55-4e52-bae3-ab266ff034cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:50.738817 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-54df2510-de55-4e52-bae3-ab266ff034cb admin admin] 10.222.0.47 "GET /v2.0/networks/ce7d2172-39da-49a3-95be-7d1f2b3030d3 HTTP/1.1" status: 200 len: 886 time: 0.1911948 May 26 22:41:52.126399 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-46a24f42-7028-4242-b520-f053077608b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:52.779805 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50702) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:52.912562 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a323b3c-28f8-4378-86bc-13270aaaaf49 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:52.912929 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a323b3c-28f8-4378-86bc-13270aaaaf49 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:52.916540 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-6a323b3c-28f8-4378-86bc-13270aaaaf49 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337161 May 26 22:41:53.430973 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:53.646908 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.678116 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:54.968109 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50712) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:55.097574 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889b363-9761-47f7-b026-4fa258002afe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:55.097936 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889b363-9761-47f7-b026-4fa258002afe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:55.099388 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5889b363-9761-47f7-b026-4fa258002afe admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303253 May 26 22:41:57.143869 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50722) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:57.275489 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32738582-1e3c-4e6d-9bf8-c13be184c679 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:57.276797 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-32738582-1e3c-4e6d-9bf8-c13be184c679 admin admin] 10.222.0.47 "GET /v2.0/subnets/475185d8-1af8-4f62-9108-3a084f9a8a57 HTTP/1.1" status: 200 len: 868 time: 0.1319554 May 26 22:41:59.316346 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50732) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:41:59.440629 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c7dc0e-82be-4abf-bc67-50d8d23ae26d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:41:59.441961 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-95c7dc0e-82be-4abf-bc67-50d8d23ae26d admin admin] 10.222.0.47 "GET /v2.0/subnets/c12b94ea-1c57-487a-919f-b7be7e5c10cd HTTP/1.1" status: 200 len: 816 time: 0.1245625 May 26 22:42:17.306353 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50770) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:17.376623 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [None req-b360665d-33fc-441e-a575-22e22b41817e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:42:17.377582 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b360665d-33fc-441e-a575-22e22b41817e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0702600 May 26 22:42:19.488483 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50780) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:19.577465 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9019a7-a36e-4107-8a8b-25f025101284 admin admin] GET failed (client error): The resource could not be found. May 26 22:42:19.578662 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-0d9019a7-a36e-4107-8a8b-25f025101284 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0891900 May 26 22:42:19.706336 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfde62a-e8a1-47c3-ac05-a8a809d812db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:19.708083 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2bfde62a-e8a1-47c3-ac05-a8a809d812db admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1255932 May 26 22:42:19.919447 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-da5c19f4-b16a-4c39-963b-0466d3a16d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:20.330406 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:42:21.744025 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50790) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:21.816201 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:21.820571 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:21.830242 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:21.840015 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Made reservation on behalf of 06ea72c7df5e4ce4ab201e61ff853128 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:21.842254 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.929950 dv-cinder-843305-2-smb neutron-server[83313]: WARNING neutron.services.revisions.revision_plugin [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Could not find related network for resource to bump revision. May 26 22:42:21.943134 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:42:21.954389 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:21.954737 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Added segment ea1bec67-722c-4035-865e-4e8df681cf2b of type vlan for network b53aebee-3016-415f-b8f7-ea33eff11107 May 26 22:42:21.980160 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.008705 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.009492 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:22.010049 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.128358 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5f18-35c0-4adb-a522-9f5ab9a68749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:22.143209 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3980834 May 26 22:42:22.145660 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6a430-fd7a-4a13-b148-1145eb251de1 admin admin] Pushing event updated for resources: {'Network': ['ID=b53aebee-3016-415f-b8f7-ea33eff11107,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:22.156713 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network b53aebee-3016-415f-b8f7-ea33eff11107 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:42:23.432742 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:23.649544 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.177450 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50800) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:42:24.266092 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be6fe93-e1ae-4e50-b774-b37fdb5370ac admin admin] GET failed (client error): The resource could not be found. May 26 22:42:24.266571 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1be6fe93-e1ae-4e50-b774-b37fdb5370ac admin admin] Synchronizing usage tracker for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:network {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:42:24.281314 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1be6fe93-e1ae-4e50-b774-b37fdb5370ac admin admin] Unset dirty status for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:network {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:42:24.282358 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1be6fe93-e1ae-4e50-b774-b37fdb5370ac admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1039851 May 26 22:42:24.384698 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f8f53b-ba0e-4794-92c4-7cfd32383e48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:24.386108 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-95f8f53b-ba0e-4794-92c4-7cfd32383e48 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999570 May 26 22:42:24.395270 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:42:24.399427 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:42:24.409120 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:42:24.418252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Made reservation on behalf of 06ea72c7df5e4ce4ab201e61ff853128 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:42:24.420679 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.616765 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.679579 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.683670 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6bd580-5bc8-4752-91b2-9e55637d6d56,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:24.697565 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Checking segment: {'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:24.697902 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Network hostable DHCP agents. Network: b53aebee-3016-415f-b8f7-ea33eff11107, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:42:24.720056 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Network b53aebee-3016-415f-b8f7-ea33eff11107 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:42:24.728761 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, b53aebee-3016-415f-b8f7-ea33eff11107) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:24.733197 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:42:24.734338 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:24.737792 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1408a-e960-426e-a171-bec30e5bbf40 None None] Network b53aebee-3016-415f-b8f7-ea33eff11107 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:24.758364 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3084edf4-331a-49a4-bd6f-d9dacebe7444 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3663251 May 26 22:42:25.002368 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-b53aebee-3016-415f-b8f7-ea33eff11107', 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107', 'tenant_id': '06ea72c7df5e4ce4ab201e61ff853128', 'fixed_ips': [{'subnet_id': 'ec6bd580-5bc8-4752-91b2-9e55637d6d56'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:42:25.003233 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.162355 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Allocated IP 192.168.233.2 (b53aebee-3016-415f-b8f7-ea33eff11107/ec6bd580-5bc8-4752-91b2-9e55637d6d56/e53e45db-3013-420f-84d9-49efb39befb9) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:42:25.367756 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.378863 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Transition to ACTIVE for port object e53e45db-3013-420f-84d9-49efb39befb9 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:25.396918 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Transition to ACTIVE for port object e53e45db-3013-420f-84d9-49efb39befb9 will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:42:25.402660 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.473885 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Network b53aebee-3016-415f-b8f7-ea33eff11107 is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:42:25.475047 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:42:25.478015 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:42:25.488533 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Pushing event updated for resources: {'Port': ['ID=e53e45db-3013-420f-84d9-49efb39befb9,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:25.523928 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.524275 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.524637 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.524981 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.525312 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.525640 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.525995 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.526321 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.526644 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.526961 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.527269 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:42:25.584846 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Attempting to bind port e53e45db-3013-420f-84d9-49efb39befb9 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:42:25.585219 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Attempting to bind port e53e45db-3013-420f-84d9-49efb39befb9 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:42:25.585579 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Attempting to bind port e53e45db-3013-420f-84d9-49efb39befb9 on network b53aebee-3016-415f-b8f7-ea33eff11107 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:42:25.591960 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:42:25.592330 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Checking segment: {'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:42:25.592759 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.593172 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Bound using segment: {'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:42:25.593652 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Bound port: e53e45db-3013-420f-84d9-49efb39befb9, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:42:25.594113 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.711457 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] For port e53e45db-3013-420f-84d9-49efb39befb9, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:42:25.715251 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] For port e53e45db-3013-420f-84d9-49efb39befb9, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e53e45db-3013-420f-84d9-49efb39befb9,segment=NetworkSegment(ea1bec67-722c-4035-865e-4e8df681cf2b),segment_id=ea1bec67-722c-4035-865e-4e8df681cf2b)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:42:25.721335 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:25.798728 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d88981-6026-4eb9-af65-c0140a7d6726 None None] Pushing event updated for resources: {'Port': ['ID=e53e45db-3013-420f-84d9-49efb39befb9,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:26.079336 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e53e45db-3013-420f-84d9-49efb39befb9 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:26.153687 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port e53e45db-3013-420f-84d9-49efb39befb9 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:26.645148 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51be96d-d6fa-45be-848c-6ec8b3757d97 None None] Network b53aebee-3016-415f-b8f7-ea33eff11107 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:42:26.797399 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-84589f9f-86ad-4957-8c09-d4304d66d9a6 None None] Provisioning for port e53e45db-3013-420f-84d9-49efb39befb9 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:42:26.811593 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-84589f9f-86ad-4957-8c09-d4304d66d9a6 None None] Provisioning complete for port e53e45db-3013-420f-84d9-49efb39befb9 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:26.812013 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-84589f9f-86ad-4957-8c09-d4304d66d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.981673 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-84589f9f-86ad-4957-8c09-d4304d66d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.021739 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-84589f9f-86ad-4957-8c09-d4304d66d9a6 None None] For port e53e45db-3013-420f-84d9-49efb39befb9, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e53e45db-3013-420f-84d9-49efb39befb9,segment=NetworkSegment(ea1bec67-722c-4035-865e-4e8df681cf2b),segment_id=ea1bec67-722c-4035-865e-4e8df681cf2b)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:42:27.027789 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-84589f9f-86ad-4957-8c09-d4304d66d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.102226 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84589f9f-86ad-4957-8c09-d4304d66d9a6 None None] Pushing event updated for resources: {'Port': ['ID=e53e45db-3013-420f-84d9-49efb39befb9,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:42:27.250026 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-3988c723-ff9c-40dc-bc5b-0216333b2a2f None None] Provisioning complete for port e53e45db-3013-420f-84d9-49efb39befb9 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:27.250420 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3988c723-ff9c-40dc-bc5b-0216333b2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:27.997486 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e53e45db-3013-420f-84d9-49efb39befb9 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:42:28.064660 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port e53e45db-3013-420f-84d9-49efb39befb9 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:42:28.065026 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:49.925926 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d736c71-a19b-4646-8dff-b7146b5c76d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:52.130706 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-31b89807-606b-4b1d-9e4c-c3887e34b33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.435978 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:53.651746 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:54.683406 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:57.331300 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:43:19.929042 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-629fa03c-c746-47d9-841a-6f48bbdef2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:22.134518 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-de8747e9-54a6-445a-a2e0-8fe22c995181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.441005 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:23.655897 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:24.687319 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:34.332154 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:43:49.932446 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad3c2-424b-4576-a70d-c16a78a45177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:52.137016 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f375c4f6-cb3d-4dc8-a32a-8bbb57646068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.443714 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:53.658899 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:54.690361 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:55.714556 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50844) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:55.720438 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [None req-3e37b713-0707-43db-9e84-6207410b320b tempest-verify_tempest_config-473131899 tempest-verify_tempest_config-473131899-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:43:55.721414 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3e37b713-0707-43db-9e84-6207410b320b tempest-verify_tempest_config-473131899 tempest-verify_tempest_config-473131899-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059090 May 26 22:43:56.042854 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 50860) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:56.209044 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.policy [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83312) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 26 22:43:56.209786 dv-cinder-843305-2-smb neutron-server[83312]: WARNING oslo_policy.policy [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:43:56.210152 dv-cinder-843305-2-smb neutron-server[83312]: WARNING oslo_policy.policy [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:43:56.245283 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.288813 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.quota [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Loaded quota_driver: . May 26 22:43:56.292712 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:43:56.301465 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Usage tracker for resource:security_group_rule and tenant:7878ef8be67c4850827237e510a94428 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:43:56.305003 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:43:56.312081 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:43:56.390162 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.393698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.441308 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7878ef8be67c4850827237e510a94428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3974690 May 26 22:43:56.443998 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 50870) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:43:56.457522 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9fad4d-a1d1-4d38-b18a-3607bf065fd6,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:56.479245 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.479576 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.479898 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.480222 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.480557 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.480873 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.481764 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.482087 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.482515 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.482834 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.483146 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447a1ac-eb72-4185-b7f0-8cdeeea10690 admin admin] Tracked resource versions report: May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: pushed versions: May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: { 'ConntrackHelper': {'1.0'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Log': {'1.0'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Network': {'1.1'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Port': {'1.5'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'PortForwarding': {'1.2'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'QosPolicy': {'1.8'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroup': {'1.2'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroupRule': {'1.0'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'SubPort': {'1.0'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Subnet': {'1.1'}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Trunk': {'1.1'}} May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: consumer versions: May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Log': '1.0', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Network': '1.1', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Port': '1.5', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'PortForwarding': '1.2', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'QosPolicy': '1.8', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroup': '1.2', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroupRule': '1.0', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'SubPort': '1.0', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Subnet': '1.1', May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: 'Trunk': '1.1'}} May 26 22:43:56.484143 dv-cinder-843305-2-smb neutron-server[83312]: {{(pid=83312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:43:56.547868 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-669a32d7-8fc9-4021-ad03-8a616e221659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.576728 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-669a32d7-8fc9-4021-ad03-8a616e221659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.667177 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-669a32d7-8fc9-4021-ad03-8a616e221659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.683937 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a32d7-8fc9-4021-ad03-8a616e221659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9fad4d-a1d1-4d38-b18a-3607bf065fd6,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:43:56.688661 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-669a32d7-8fc9-4021-ad03-8a616e221659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:43:56.689568 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-669a32d7-8fc9-4021-ad03-8a616e221659 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f9fad4d-a1d1-4d38-b18a-3607bf065fd6 HTTP/1.1" status: 204 len: 168 time: 0.2446980 May 26 22:44:11.331795 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:44:19.936954 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-23478ad3-16d9-41e7-8204-cceb464c7e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:22.141469 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ad51fe0a-6217-4da3-94bd-afaf330d0d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:23.442307 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:23.660701 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:24.692826 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:48.331906 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:44:49.938407 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7b188396-8151-47b8-81bf-f28a88485c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:52.141983 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2fac4d92-68a3-45e5-9251-ecdfc11e15d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:53.446034 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:53.663831 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:44:54.694967 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:19.941354 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7685dc38-d063-4ed9-bee5-87ddad57b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:22.142675 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-e749933b-9903-4f2d-8c89-1b97827a2994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.448080 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:23.665230 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:24.699414 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:25.331846 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 5 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:45:44.877957 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-350782'] for agent, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:49.942303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-854a180b-37b0-4472-8daa-3d5baf204398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:52.143630 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-d96cadd6-b508-4507-bdc1-ba81024f1d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:53.451393 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:53.667306 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:45:54.704008 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:00.323051 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50950) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:00.458184 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-0772b70a-9eb9-4ef3-bd5c-1cf8ba4c1e46 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1337762 May 26 22:46:02.332547 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:46:02.526467 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 50960) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:46:02.610036 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e94b5dcd-d2ac-4b15-9d3c-e8d1718cf26e admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0824625 May 26 22:46:14.893752 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:19.944816 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c2fb8bf2-267c-492a-9a96-fce6c138fe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:22.145678 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6dc1dab6-6c25-4042-ad98-f07fe587d712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:23.454649 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:23.668863 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:24.706363 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:39.331972 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:46:44.872433 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:49.955228 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-56bf3890-5acf-41b3-bf8a-0037b6228a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:52.149100 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-70b8362d-5a45-4729-ae50-912002d753a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:53.457259 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:53.671265 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:46:54.708886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:14.909368 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:16.332420 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:47:19.949613 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f4f69e1a-0c26-4258-b39f-5fc148a3edbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:22.150943 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8610-274b-4620-9e57-173549cb807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.460533 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:23.673229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:24.713270 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:44.918048 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.454479 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51154) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:48.491796 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51162) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:48.521491 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51168) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:48.521603 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51170) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:48.762007 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-328765066-network', 'tenant_id': 'af6082c036f84a9e8de0f42e1925c752'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:48.766762 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:48.771521 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Usage tracker for resource:network and tenant:af6082c036f84a9e8de0f42e1925c752 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:48.774462 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:48.780270 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:48.792085 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Made reservation on behalf of af6082c036f84a9e8de0f42e1925c752 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:48.794542 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.810323 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.845069 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:48.849258 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Usage tracker for resource:security_group_rule and tenant:af6082c036f84a9e8de0f42e1925c752 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:48.852153 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:48.858468 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:48.909963 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-825144343-network', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:48.919190 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:48.927017 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Usage tracker for resource:network and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:48.930218 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.935121 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:48.939174 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:48.965944 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:48.976136 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1427685887-network', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:48.981027 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be98cb96-9e0c-440d-b1f1-da6098de137c,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:48.981206 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-250603592-network', 'tenant_id': 'b906f14f74ad43a2858178da2dd6c5a4'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:48.997246 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:48.998355 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:47:49.005289 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:49.008597 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.009127 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.009735 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.010372 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.010941 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.011170 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Usage tracker for resource:network and tenant:b906f14f74ad43a2858178da2dd6c5a4 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.011571 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.012057 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.012616 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.013224 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.013714 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.014273 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Tracked resource versions report: May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: pushed versions: May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: { 'ConntrackHelper': {'1.0'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Log': {'1.0'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Network': {'1.1'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Port': {'1.5'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'PortForwarding': {'1.2'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'QosPolicy': {'1.8'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroup': {'1.2'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroupRule': {'1.0'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'SubPort': {'1.0'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Subnet': {'1.1'}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Trunk': {'1.1'}} May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: consumer versions: May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: HyperV agent@hv-cinder-84330: {}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Log': '1.0', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Network': '1.1', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Port': '1.5', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'PortForwarding': '1.2', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'QosPolicy': '1.8', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroup': '1.2', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'SecurityGroupRule': '1.0', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'SubPort': '1.0', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Subnet': '1.1', May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: 'Trunk': '1.1'}} May 26 22:47:49.015423 dv-cinder-843305-2-smb neutron-server[83313]: {{(pid=83313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:47:49.017684 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Made reservation on behalf of 506bd348360043fcba7b9cdcb1c8f2a6 for: {'network': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:49.022903 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.024463 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Usage tracker for resource:network and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.030284 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.041055 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.041641 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Added segment bf6f2f43-956f-487f-aed0-9853e0f6ffd4 of type vlan for network 7faa361c-0e31-4604-a5f5-d44d2aeeb39d May 26 22:47:49.042510 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.043357 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.046033 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.074971 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Made reservation on behalf of 8c44915ca170413aa65e7785bd4c50b7 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:49.078293 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.095388 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.098879 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:49.101899 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.103494 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Usage tracker for resource:security_group_rule and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.107320 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.115969 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.164697 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:49.167256 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.168228 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:49.168924 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.199782 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.213037 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.217460 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.257475 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3501c0b6-40e5-4b69-a125-d1f94f1922d5,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:49.270931 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.271610 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.272177 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.272743 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.273294 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.274059 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.274630 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.275181 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.275744 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.276489 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.277070 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Tracked resource versions report: May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: pushed versions: May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: { 'ConntrackHelper': {'1.0'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Log': {'1.0'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Network': {'1.1'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Port': {'1.5'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'PortForwarding': {'1.2'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'QosPolicy': {'1.8'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroup': {'1.2'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroupRule': {'1.0'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'SubPort': {'1.0'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Subnet': {'1.1'}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Trunk': {'1.1'}} May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: consumer versions: May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: HyperV agent@hv-cinder-84330: {}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Log': '1.0', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Network': '1.1', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Port': '1.5', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'PortForwarding': '1.2', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'QosPolicy': '1.8', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroup': '1.2', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'SecurityGroupRule': '1.0', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'SubPort': '1.0', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Subnet': '1.1', May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: 'Trunk': '1.1'}} May 26 22:47:49.278491 dv-cinder-843305-2-smb neutron-server[83312]: {{(pid=83312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:47:49.286626 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:47:49.293982 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.296882 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] Pushing event updated for resources: {'Network': ['ID=7faa361c-0e31-4604-a5f5-d44d2aeeb39d,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:49.300064 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.307708 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.310801 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7e0affd4-6364-4c5f-ad14-dc574422d678 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8547680 May 26 22:47:49.312135 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 7faa361c-0e31-4604-a5f5-d44d2aeeb39d details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:47:49.314713 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51202) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:49.323184 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791662292848', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.326101 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Request body: {'subnet': {'network_id': '7faa361c-0e31-4604-a5f5-d44d2aeeb39d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-328765066-subnet', 'tenant_id': 'af6082c036f84a9e8de0f42e1925c752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:49.326532 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Unsubscribe: segment precommit_create {{(pid=83312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:47:49.328093 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.segments_db [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Added segment 531107ff-e40d-4826-b019-89cc12f21c3c of type vlan for network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 May 26 22:47:49.331007 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:49.336592 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Usage tracker for resource:subnet and tenant:af6082c036f84a9e8de0f42e1925c752 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.339630 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.345934 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.361291 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Made reservation on behalf of af6082c036f84a9e8de0f42e1925c752 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:49.364411 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.479087 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Made reservation on behalf of b906f14f74ad43a2858178da2dd6c5a4 for: {'network': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:49.482171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.523244 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.535040 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.540013 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.549757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:47:49.560098 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.561061 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Added segment c44d3bc3-945e-441c-9409-75639acb13d5 of type vlan for network 36dedcd0-93b3-4067-9484-da008bf98cc6 May 26 22:47:49.590597 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.595612 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.605032 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.606245 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:49.606963 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.665822 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a07c06-54cd-496c-831e-ae4737706cae,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:49.669254 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.670801 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:49.671562 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.743473 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] Pushing event updated for resources: {'Network': ['ID=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:49.746420 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-bcc0af47-d6fc-4ae4-8d45-971a39ecc267 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2530003 May 26 22:47:49.759824 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:47:49.773200 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:49.777466 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:b906f14f74ad43a2858178da2dd6c5a4 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.780733 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.787548 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.791090 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51214) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:49.798717 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2764297 May 26 22:47:49.802921 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c662c3-b428-4f14-a4ad-9d94149693e8 admin admin] Pushing event updated for resources: {'Network': ['ID=36dedcd0-93b3-4067-9484-da008bf98cc6,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:49.808104 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51218) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:49.816096 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Request body: {'subnet': {'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1427685887-subnet', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:49.830713 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:49.837681 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Usage tracker for resource:subnet and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.841634 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.849547 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.877167 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.883321 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Request body: {'subnet': {'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-subnet', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:49.889654 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:49.891919 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Made reservation on behalf of 8c44915ca170413aa65e7785bd4c50b7 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:49.894148 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.894632 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Usage tracker for resource:subnet and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:49.899520 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:49.907265 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:49.917900 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:49.932909 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Made reservation on behalf of 506bd348360043fcba7b9cdcb1c8f2a6 for: {'subnet': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:49.935859 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.012337 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:47:50.128282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.210047 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.262907 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=453b4c6e-9623-4c30-b54a-d834879872a8,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.312480 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:47:50.315720 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Checking segment: {'id': 'bf6f2f43-956f-487f-aed0-9853e0f6ffd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7faa361c-0e31-4604-a5f5-d44d2aeeb39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:50.316293 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Network hostable DHCP agents. Network: 7faa361c-0e31-4604-a5f5-d44d2aeeb39d, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:47:50.322002 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.334803 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3037297b-af21-40f8-9fd9-42f8ebdd7aea,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.356144 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.385950 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Checking segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:50.386325 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Network hostable DHCP agents. Network: 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:47:50.405321 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.405712 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.segments_db [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Added segment 65459709-6fe7-4bdf-9337-770aab845e49 of type vlan for network 18e511ba-f37b-4929-b677-9988af64bb88 May 26 22:47:50.435787 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:47:50.436016 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fc4562-09c1-4aef-bf2a-d9c41c4bb691,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.465967 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-866e748f-4550-4cb8-95fc-ed9157d37a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.469796 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.474785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4) {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:50.484029 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.484658 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.490641 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7349c2d6-fea3-4913-898b-a2fd8e13f2d3 None None] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:50.541776 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.542647 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.544603 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.552391 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Network 7faa361c-0e31-4604-a5f5-d44d2aeeb39d is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:47:50.569175 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 7faa361c-0e31-4604-a5f5-d44d2aeeb39d) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:50.576769 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.579639 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.625776 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Checking segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:50.628369 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Network hostable DHCP agents. Network: 36dedcd0-93b3-4067-9484-da008bf98cc6, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:47:50.710995 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=18e511ba-f37b-4929-b677-9988af64bb88,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:50.713429 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-3f4e4424-d89f-4446-9c2e-ee2c3ecd7e7a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9208815 May 26 22:47:50.717734 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-480d4476-6e3e-49ea-9dec-3770861ea6e1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1953642 May 26 22:47:50.719249 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51244) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:50.719608 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51246) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:50.730511 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:50.744844 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Request body: {'subnet': {'network_id': '18e511ba-f37b-4929-b677-9988af64bb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-250603592-subnet', 'tenant_id': 'b906f14f74ad43a2858178da2dd6c5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:50.759309 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:50.767237 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Usage tracker for resource:subnet and tenant:b906f14f74ad43a2858178da2dd6c5a4 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:50.774893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:50.789062 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:50.790002 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e977bc05-ad15-4e94-bc51-03fe02e01e1e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4719887 May 26 22:47:50.802614 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:47:50.805771 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:50.807651 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbbfe0b-eef3-4ecc-a2cc-8f357c4bab2f None None] Network 7faa361c-0e31-4604-a5f5-d44d2aeeb39d requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:50.812233 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Made reservation on behalf of b906f14f74ad43a2858178da2dd6c5a4 for: {'subnet': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:50.817061 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.825130 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 36dedcd0-93b3-4067-9484-da008bf98cc6) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:50.840390 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 18e511ba-f37b-4929-b677-9988af64bb88 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:47:50.844379 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:50.845176 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.864948 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680db7d-5d89-45d7-af15-28ee1063f504 None None] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:50.879530 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-dd600166-5e81-473e-9f90-0749923899e6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0697944 May 26 22:47:50.882052 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51262) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:50.890687 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:50.903138 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Usage tracker for resource:router and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:50.903387 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:50.908296 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Usage tracker for resource:router and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:50.910714 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:50.914267 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:50.920555 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:50.929739 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:50.943561 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.944874 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.958492 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.961100 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:50.985953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.016072 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.305511 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.398900 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:47:51.399887 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.599624 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.628322 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Allocated IP 172.20.0.2 (31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4/3037297b-af21-40f8-9fd9-42f8ebdd7aea/3dc562e7-93c3-4bff-ad3d-452e11a580a9) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:51.654453 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.746046 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.812958 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:51.916001 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b5eaed-746c-4418-acfe-6bbf5a77e830,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:52.093556 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Checking segment: {'id': '65459709-6fe7-4bdf-9337-770aab845e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '18e511ba-f37b-4929-b677-9988af64bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:52.094127 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Network hostable DHCP agents. Network: 18e511ba-f37b-4929-b677-9988af64bb88, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:47:52.095160 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Allocated IP 172.28.3.121 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/70da94be-2765-429b-b809-80a25a551a7c) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:52.166228 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.190920 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Network 18e511ba-f37b-4929-b677-9988af64bb88 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:47:52.215563 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 18e511ba-f37b-4929-b677-9988af64bb88) {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:52.244990 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:52.257349 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.364406 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.394762 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c2a85354-8ac3-4dd6-ba79-d2474ce40a24 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6718111 May 26 22:47:52.422128 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.433153 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.476640 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.530116 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08f6fc-9720-4bd9-9a50-b4b1f5aacdbd None None] Network 18e511ba-f37b-4929-b677-9988af64bb88 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:52.555004 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:52.559683 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:52.562465 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:52.628647 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=70da94be-2765-429b-b809-80a25a551a7c,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:52.706885 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Transition to ACTIVE for port object 3dc562e7-93c3-4bff-ad3d-452e11a580a9 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:52.743829 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.744674 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Allocated IP 172.28.3.126 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/e7dc9e35-3706-42b9-a768-ba6775cbb0b4) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:52.746908 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:52.813197 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3507f-48d9-438b-a181-0861c01aa635 None None] Network 7faa361c-0e31-4604-a5f5-d44d2aeeb39d requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:52.837708 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-36dedcd0-93b3-4067-9484-da008bf98cc6', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:47:52.838549 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.084818 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.173392 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.220950 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51344) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:53.228587 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345284048-network', 'tenant_id': 'a582879031fb45b0891987eaef77ba14'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:53.236648 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:53.244920 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Usage tracker for resource:network and tenant:a582879031fb45b0891987eaef77ba14 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:53.248884 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:53.263375 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:53.292866 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Made reservation on behalf of a582879031fb45b0891987eaef77ba14 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:53.296307 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.316344 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.337189 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:47:53.340171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:53.344714 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:53.355991 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:53.371077 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Transition to ACTIVE for port object 3dc562e7-93c3-4bff-ad3d-452e11a580a9 will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:53.396176 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:53.402704 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Usage tracker for resource:security_group_rule and tenant:a582879031fb45b0891987eaef77ba14 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:53.406146 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:53.417604 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:53.427635 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:47:53.435797 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Pushing event updated for resources: {'Port': ['ID=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:53.641379 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-76d37944-f096-450c-a80a-94eed15dc2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.703706 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.729105 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.739092 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.837103 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:47:53.842305 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.860802 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a569c67-691e-434b-ad1d-300226c1593d None None] Network 18e511ba-f37b-4929-b677-9988af64bb88 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:53.866395 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b270d-25ef-4f89-a03b-2c639bf6cf99,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:53.889954 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.896351 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Added segment 42b55460-5154-4f03-b66e-4edaa62bfcf8 of type vlan for network c399f393-b3d1-4438-b1cb-6bf4b288e65e May 26 22:47:53.922508 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.929893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.932290 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:53.952026 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Allocated IP 172.20.0.2 (36dedcd0-93b3-4067-9484-da008bf98cc6/02fc4562-09c1-4aef-bf2a-d9c41c4bb691/7e1b35e4-3d51-4b61-9652-1feb82f474a0) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:53.982063 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.087676 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.088732 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:54.089111 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.123941 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:47:54.147403 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Sync routers for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:47:54.184814 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:47:54.185548 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:47:53Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:54.359983 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Router 2f6a605e-de03-45de-888c-4103248e99a1 is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:47:54.370525 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:54.387632 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:54.415259 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:54.434628 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Pushing event updated for resources: {'Port': ['ID=3dc562e7-93c3-4bff-ad3d-452e11a580a9,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:54.489636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] Pushing event updated for resources: {'Network': ['ID=c399f393-b3d1-4438-b1cb-6bf4b288e65e,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:54.505113 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f5c1dfe0-4850-4de0-994d-3303e1001a8a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2830117 May 26 22:47:54.506336 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.518170 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5b64b244-060b-4232-9547-f5ba73abe3b8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6349089 May 26 22:47:54.519170 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51368) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:54.528546 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51372) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:54.626270 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.640189 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Transition to ACTIVE for port object 7e1b35e4-3d51-4b61-9652-1feb82f474a0 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:54.648100 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Request body: {'subnet': {'network_id': 'c399f393-b3d1-4438-b1cb-6bf4b288e65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345284048-subnet', 'tenant_id': 'a582879031fb45b0891987eaef77ba14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:47:54.673656 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:47:54.674948 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:47:54.681481 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network c399f393-b3d1-4438-b1cb-6bf4b288e65e details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:47:54.771803 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Transition to ACTIVE for port object 7e1b35e4-3d51-4b61-9652-1feb82f474a0 will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:54.805022 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:47:54.854286 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Usage tracker for resource:subnet and tenant:a582879031fb45b0891987eaef77ba14 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:47:54.854286 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:47:54.858624 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:47:54.877175 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:54.878596 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-1bb2873c-7c7c-4ba5-a840-4a811d78467f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1578226 May 26 22:47:54.891098 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51388) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:54.905505 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Made reservation on behalf of a582879031fb45b0891987eaef77ba14 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:47:54.908383 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.042837 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51396) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:55.064740 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Sync routers for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:47:55.068433 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.116794 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.126502 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.126855 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.127254 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.127527 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.127857 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.128310 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.128530 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.128835 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.129857 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.130303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.130702 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Tracked resource versions report: May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: pushed versions: May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: { 'ConntrackHelper': {'1.0'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Log': {'1.0'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Network': {'1.1'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Port': {'1.5'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'PortForwarding': {'1.2'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'QosPolicy': {'1.8'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroup': {'1.2'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroupRule': {'1.0'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'SubPort': {'1.0'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Subnet': {'1.1'}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Trunk': {'1.1'}} May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: consumer versions: May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: HyperV agent@hv-cinder-84330: {}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Log': '1.0', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Network': '1.1', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Port': '1.5', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'PortForwarding': '1.2', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'QosPolicy': '1.8', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroup': '1.2', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'SecurityGroupRule': '1.0', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'SubPort': '1.0', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Subnet': '1.1', May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: 'Trunk': '1.1'}} May 26 22:47:55.131793 dv-cinder-843305-2-smb neutron-server[83314]: {{(pid=83314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:47:55.148206 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:47:55.149124 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:47:53Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:55.168922 dv-cinder-843305-2-smb neutron-server[83312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 22:47:55.206702 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.288365 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8833baa2-d6c5-49aa-9797-fa9eb4be1e23,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:55.356070 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Attempting to bind port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:55.356895 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Attempting to bind port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:55.357499 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Attempting to bind port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:55.359784 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Pushing event updated for resources: {'Port': ['ID=7e1b35e4-3d51-4b61-9652-1feb82f474a0,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:55.396716 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Checking segment: {'id': '42b55460-5154-4f03-b66e-4edaa62bfcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c399f393-b3d1-4438-b1cb-6bf4b288e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:55.397319 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Network hostable DHCP agents. Network: c399f393-b3d1-4438-b1cb-6bf4b288e65e, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:47:55.454023 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Network c399f393-b3d1-4438-b1cb-6bf4b288e65e is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:47:55.459200 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-3e607e93-0734-4b46-878c-578fe6164541 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:55.459943 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-3e607e93-0734-4b46-878c-578fe6164541 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Synchronizing usage tracker for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:network {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:47:55.495286 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:55.530406 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-3e607e93-0734-4b46-878c-578fe6164541 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Unset dirty status for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:network {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:47:55.535146 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-3e607e93-0734-4b46-878c-578fe6164541 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/networks?id=18e511ba-f37b-4929-b677-9988af64bb88 HTTP/1.1" status: 200 len: 811 time: 0.4568117 May 26 22:47:55.558055 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:52Z', 'revision_number': 3, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:55.559472 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, c399f393-b3d1-4438-b1cb-6bf4b288e65e) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:55.566429 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Checking router: c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:47:55.569384 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Updating router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f port 70da94be-2765-429b-b809-80a25a551a7c binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:47:55.574977 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:47:55.575568 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.602051 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:55.604144 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-92928caf-07a5-4438-93b9-9253b3badd76 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/quotas/b906f14f74ad43a2858178da2dd6c5a4 HTTP/1.1" status: 200 len: 375 time: 0.0605545 May 26 22:47:55.637004 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d473553-918b-4750-84c3-2eae843d3366 None None] Network c399f393-b3d1-4438-b1cb-6bf4b288e65e requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:55.693476 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.706587 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:55.709810 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e9828fed-a352-4f57-82bc-0eb6649a9485 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1767962 May 26 22:47:55.717554 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-363e50e1-9607-421b-90a2-a86cdb4cad5e tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b906f14f74ad43a2858178da2dd6c5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065784 May 26 22:47:55.752077 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:55.752490 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Checking segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:55.753303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:55.753303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Bound using segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:55.753751 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Bound port: 3dc562e7-93c3-4bff-ad3d-452e11a580a9, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:55.754661 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.006377 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51426) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:56.143056 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] Deleting subnet 453b4c6e-9623-4c30-b54a-d834879872a8 {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:47:56.155893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.208688 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-40f8d459-2552-41c9-b325-a16cdead84b3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:47:56.209787 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-40f8d459-2552-41c9-b325-a16cdead84b3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1355748 May 26 22:47:56.287346 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.366107 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.468660 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.485847 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Transition to ACTIVE for port object 70da94be-2765-429b-b809-80a25a551a7c will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:56.500897 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.558813 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.562286 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:47:56.577162 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-cc3244ce-2203-49e2-97d1-8aecfadb10c7 service neutron] 10.222.0.47 "GET /v2.0/networks/18e511ba-f37b-4929-b677-9988af64bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474469 May 26 22:47:56.654287 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Pushing event updated for resources: {'Port': ['ID=70da94be-2765-429b-b809-80a25a551a7c,revision_number=2']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:56.680891 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.681222 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.681563 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.681895 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.682224 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.682552 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.682869 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.683189 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.683508 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.683824 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.684139 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Tracked resource versions report: May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: pushed versions: May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: { 'ConntrackHelper': {'1.0'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Log': {'1.0'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Network': {'1.1'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Port': {'1.5'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'PortForwarding': {'1.2'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'QosPolicy': {'1.8'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroup': {'1.2'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroupRule': {'1.0'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'SubPort': {'1.0'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Subnet': {'1.1'}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Trunk': {'1.1'}} May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: consumer versions: May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: { DHCP agent@dv-cinder-843305-2-smb: {}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: HyperV agent@hv-cinder-84330: {}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: L3 agent@dv-cinder-843305-2-smb: {}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: Metadata agent@dv-cinder-843305-2-smb: {}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: Metering agent@dv-cinder-843305-2-smb: {}, May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: Open vSwitch agent@dv-cinder-843305-2-smb: { 'ConntrackHelper': '1.0', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Log': '1.0', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Network': '1.1', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Port': '1.5', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'PortForwarding': '1.2', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'QosPolicy': '1.8', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroup': '1.2', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'SecurityGroupRule': '1.0', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'SubPort': '1.0', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Subnet': '1.1', May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: 'Trunk': '1.1'}} May 26 22:47:56.688831 dv-cinder-843305-2-smb neutron-server[83315]: {{(pid=83315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:47:56.723968 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Attempting to bind port 70da94be-2765-429b-b809-80a25a551a7c on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:56.725458 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Attempting to bind port 70da94be-2765-429b-b809-80a25a551a7c by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:56.726046 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Attempting to bind port 70da94be-2765-429b-b809-80a25a551a7c on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:56.733005 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:56.733769 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:56.734390 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.735165 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:56.735961 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Bound port: 70da94be-2765-429b-b809-80a25a551a7c, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:56.736700 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.762723 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Attempting to bind port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:56.763060 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Attempting to bind port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:56.763421 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Attempting to bind port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 on network 36dedcd0-93b3-4067-9484-da008bf98cc6 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:56.821749 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] For port 70da94be-2765-429b-b809-80a25a551a7c, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:56.825682 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] For port 70da94be-2765-429b-b809-80a25a551a7c, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=70da94be-2765-429b-b809-80a25a551a7c,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:56.831394 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.926645 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703596f-03f2-4c81-8616-119d302cab76 None None] Pushing event updated for resources: {'Port': ['ID=70da94be-2765-429b-b809-80a25a551a7c,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:56.959055 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:56.959431 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Checking segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:56.959832 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.960226 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Bound using segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:56.960731 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Bound port: 7e1b35e4-3d51-4b61-9652-1feb82f474a0, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:56.961118 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:56.978042 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:47:56.978570 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:47:53Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:56.996562 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] For port 3dc562e7-93c3-4bff-ad3d-452e11a580a9, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:57.034641 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Allocated IP 172.20.0.1 (36dedcd0-93b3-4067-9484-da008bf98cc6/02fc4562-09c1-4aef-bf2a-d9c41c4bb691/6c8b69ff-6bb4-46d5-8841-7ad07708c65e) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:47:57.071696 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] For port 3dc562e7-93c3-4bff-ad3d-452e11a580a9, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=3dc562e7-93c3-4bff-ad3d-452e11a580a9,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:57.100269 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-7c5444af-ff4e-4ac1-adc0-ef1542065505 service neutron] 10.222.0.47 "GET /v2.0/networks/18e511ba-f37b-4929-b677-9988af64bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220361 May 26 22:47:57.118672 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.231390 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.294303 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.313559 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453b4c6e-9623-4c30-b54a-d834879872a8,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:57.331143 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-42bb1a90-e0c3-4a0f-8b76-a12bf97c9949 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/453b4c6e-9623-4c30-b54a-d834879872a8 HTTP/1.1" status: 204 len: 168 time: 1.3224101 May 26 22:47:57.348405 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.354661 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51468) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:57.391070 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Transition to ACTIVE for port object 6c8b69ff-6bb4-46d5-8841-7ad07708c65e will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:57.402102 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:47:57.412166 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8291daa-903f-4598-a248-d91b1948ee88 None None] Network c399f393-b3d1-4438-b1cb-6bf4b288e65e requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:57.450468 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.607563 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] For port 7e1b35e4-3d51-4b61-9652-1feb82f474a0, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:47:57.620333 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f06498-0f36-4d8e-9b87-da60e919e7a2 None None] Pushing event updated for resources: {'Port': ['ID=3dc562e7-93c3-4bff-ad3d-452e11a580a9,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:57.626207 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:57.640214 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] For port 7e1b35e4-3d51-4b61-9652-1feb82f474a0, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=7e1b35e4-3d51-4b61-9652-1feb82f474a0,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:47:57.660728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:47:57.672640 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:47:57.674082 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.675751 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.705565 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:57.730640 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:57.767594 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51488) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:57.780324 dv-cinder-843305-2-smb neutron-server[83313]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 22:47:57.840684 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788363d-039a-4967-a45f-247bbcaeb36a None None] Pushing event updated for resources: {'Port': ['ID=7e1b35e4-3d51-4b61-9652-1feb82f474a0,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:57.960242 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-61bd0f8c-6c9f-4545-8d25-e90c0d063338 req-547275c5-ca0e-4273-a582-2f2e63e79f27 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.1882668 May 26 22:47:58.113174 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.189541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.299896 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:53Z', 'revision_number': 3, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:58.314797 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.316100 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.317479 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.318163 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > port after_create 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.318493 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.318887 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > port after_update 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.319227 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.319568 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.321016 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 3dc562e7-93c3-4bff-ad3d-452e11a580a9 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:47:58.321941 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.322319 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.422618 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Checking router: 2f6a605e-de03-45de-888c-4103248e99a1 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:47:58.424595 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Updating router 2f6a605e-de03-45de-888c-4103248e99a1 port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:47:58.586180 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:52Z', 'revision_number': 3, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:58.601378 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d608df-51d6-4122-8d84-4dc85cd76a40 None None] The sync data for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb is: [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:52Z', 'revision_number': 3, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:47:58.641258 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.688012 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.688847 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.689527 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.690097 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:47:58.690676 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7faa361c-0e31-4604-a5f5-d44d2aeeb39d']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:58.723445 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6f2f43-956f-487f-aed0-9853e0f6ffd4') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:58.724224 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6f2f43-956f-487f-aed0-9853e0f6ffd4') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:47:58.752119 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.773140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.786668 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:47:58.786948 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.833886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:47:58.936572 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.951678 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:58.952659 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: util.warn_limited( May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: util.warn_limited( May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:47:59.106927 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:47:59.260484 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.271969 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:59.323733 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.356700 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Transition to ACTIVE for port object e7dc9e35-3706-42b9-a768-ba6775cbb0b4 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:47:59.371861 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.532345 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.540462 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] Pushing event deleted for resources: {'Network': ['ID=7faa361c-0e31-4604-a5f5-d44d2aeeb39d,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:59.543848 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fb6a1577-a0e1-415c-8c4d-c3008e9db333 req-7fff770c-0232-413e-a7e2-2bb54ee6aee2 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.2732697 May 26 22:47:59.597541 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-87cf67fc-6e2c-4f7f-a31d-11c6a905f638 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7faa361c-0e31-4604-a5f5-d44d2aeeb39d HTTP/1.1" status: 204 len: 168 time: 2.2294562 May 26 22:47:59.621994 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51560) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:47:59.659444 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642a00c-b98d-4fbb-95cd-2cd647c64198 None None] Pushing event updated for resources: {'Port': ['ID=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:47:59.741820 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Attempting to bind port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:47:59.742197 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Attempting to bind port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:47:59.743565 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Attempting to bind port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:47:59.759754 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:47:59.760350 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:47:59.760969 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.761303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:47:59.761770 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Bound port: e7dc9e35-3706-42b9-a768-ba6775cbb0b4, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:47:59.762451 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.883261 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] Deleting subnet 8833baa2-d6c5-49aa-9797-fa9eb4be1e23 {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:47:59.901029 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:47:59.930489 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba434e-36e0-4f14-97ae-98dc1178153c None None] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:47:59.937856 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:47:59.949383 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:00.048553 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532648'] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.183908 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.310314 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fe5a7-be34-48e7-8649-5205e71514a3 None None] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:00.363033 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4065519'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.462980 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.500068 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8833baa2-d6c5-49aa-9797-fa9eb4be1e23,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:00.521029 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0727d1f1-367b-4158-9d44-4ca5e5e550ad admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8833baa2-d6c5-49aa-9797-fa9eb4be1e23 HTTP/1.1" status: 204 len: 168 time: 0.8940759 May 26 22:48:00.523263 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51594) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:00.524650 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] For port e7dc9e35-3706-42b9-a768-ba6775cbb0b4, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:00.528785 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] For port e7dc9e35-3706-42b9-a768-ba6775cbb0b4, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:00.536354 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7e1b35e4-3d51-4b61-9652-1feb82f474a0 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:00.582405 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.696428 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:00.796468 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-2ea8f72c-845b-4adf-9229-52a7e3234605 None None] Provisioning for port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:00.817367 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51610) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:00.848825 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-2ea8f72c-845b-4adf-9229-52a7e3234605 None None] Provisioning complete for port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:00.849195 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f72c-845b-4adf-9229-52a7e3234605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.015670 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.066041 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642a00c-b98d-4fbb-95cd-2cd647c64198 None None] Pushing event updated for resources: {'Port': ['ID=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:01.115498 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b2956585-dd7d-4ab3-8a5b-fb24d3897749 req-7ffd7baa-6608-4148-8720-c2dfaceea44c tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.1017783 May 26 22:48:01.124467 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:01.146938 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 70da94be-2765-429b-b809-80a25a551a7c up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:01.203431 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:01.204396 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:47:53Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:01.265658 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.67', 63057) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:01.319467 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.463647 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.570076 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.570808 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.572039 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.572570 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > port after_create 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.573097 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.573691 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > port after_update 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.574233 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.574773 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.575368 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.575933 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.592009 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:01.602597 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4796cbdf12714f61a9c5a03bf9e7fc51 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:01.610087 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:01.627936 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:01.677128 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-17451db4-d2df-477b-a5c8-a3d380fb672b tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:01.678661 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-17451db4-d2df-477b-a5c8-a3d380fb672b tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.67 "GET /v2.0/networks?id=18e511ba-f37b-4929-b677-9988af64bb88 HTTP/1.1" status: 200 len: 811 time: 0.4049976 May 26 22:48:01.712917 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:01.725910 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Request body: {'port': {'device_id': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'network_id': '18e511ba-f37b-4929-b677-9988af64bb88', 'admin_state_up': True, 'tenant_id': 'b906f14f74ad43a2858178da2dd6c5a4'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:01.802708 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Allocated IP 172.20.0.1 (31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4/3037297b-af21-40f8-9fd9-42f8ebdd7aea/0fbc26bc-f4da-412a-aef5-7f46e93625f5) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:01.874191 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.875013 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.875522 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.876008 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:48:01.876673 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c399f393-b3d1-4438-b1cb-6bf4b288e65e']}} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:01.895651 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b55460-5154-4f03-b66e-4edaa62bfcf8') {'for_net_delete': True} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:01.896261 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b55460-5154-4f03-b66e-4edaa62bfcf8') {} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:01.917500 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423301'] for segment, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:01.956474 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.009049 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:48:02.009648 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3297338'] for segment, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: util.warn_limited( May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: util.warn_limited( May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: Traceback (most recent call last): May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: timer() May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: cb(*args, **kw) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: return func(*args, **kwargs) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: self._notify() May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: self.callback(batched_events) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: event.method(event) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: return f(self, *a, **k) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: return self._get(url).json() May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: return self.request(url, 'GET', **kwargs) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:48:02.047481 dv-cinder-843305-2-smb neutron-server[83313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:48:02.063731 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:02.109017 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Usage tracker for resource:port and tenant:b906f14f74ad43a2858178da2dd6c5a4 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:02.149804 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:02.177462 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 70da94be-2765-429b-b809-80a25a551a7c completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:02.200626 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.229247 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:02.233763 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.257643 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.270136 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c399f393-b3d1-4438-b1cb-6bf4b288e65e,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:02.284254 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:02.293034 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.342316 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-fd4d19d9-26cf-4664-8675-0cd9da4e28ca admin admin] 10.222.0.47 "DELETE /v2.0/networks/c399f393-b3d1-4438-b1cb-6bf4b288e65e HTTP/1.1" status: 204 len: 168 time: 1.8177850 May 26 22:48:02.370211 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4796cbdf12714f61a9c5a03bf9e7fc51&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5518112 May 26 22:48:02.373229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f72c-845b-4adf-9229-52a7e3234605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.389345 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d47a1f-cd0e-435f-9ffe-2319fc0e46b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fcdb04-cc19-403e-8c48-27bd8c6f3c70,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:02.413872 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51682) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:02.481076 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Made reservation on behalf of b906f14f74ad43a2858178da2dd6c5a4 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:02.484284 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 70da94be-2765-429b-b809-80a25a551a7c triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:02.484680 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.485980 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.581004 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ecc135a-5db2-4bb8-9b3e-1313d5bd0c98 req-53f466a0-a7a5-4d24-8674-781c689596f2 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.1269462 May 26 22:48:02.600426 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-2ea8f72c-845b-4adf-9229-52a7e3234605 None None] For port 3dc562e7-93c3-4bff-ad3d-452e11a580a9, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=3dc562e7-93c3-4bff-ad3d-452e11a580a9,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:02.645084 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51696) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:02.658650 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f72c-845b-4adf-9229-52a7e3234605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.856074 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:02.912006 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-59adca95-9b15-46b3-864d-ae1126924b05 admin admin] Synchronizing usage tracker for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:02.940961 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:02.956061 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f43ca94a-92b6-4425-afaa-1934363a2db7 admin admin] 10.222.0.47 "PUT /v2.0/routers/c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4192843 May 26 22:48:03.027612 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-59adca95-9b15-46b3-864d-ae1126924b05 admin admin] Unset dirty status for tenant:06ea72c7df5e4ce4ab201e61ff853128 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:03.033926 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-59adca95-9b15-46b3-864d-ae1126924b05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af6082c036f84a9e8de0f42e1925c752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3836343 May 26 22:48:03.041543 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51712) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:03.157462 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Transition to ACTIVE for port object 0fbc26bc-f4da-412a-aef5-7f46e93625f5 will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:03.171208 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6d6cbd85-d14e-4ffa-b0e0-054bae2c6c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.202784 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Allocated IP 172.20.0.6 (18e511ba-f37b-4929-b677-9988af64bb88/31b5eaed-746c-4418-acfe-6bbf5a77e830/8239571b-05a3-4555-831a-acc5c2e91dc9) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:03.257570 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6d6cbd85-d14e-4ffa-b0e0-054bae2c6c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.262284 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4be578b4-f5e1-490e-86cf-224011c69900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.294184 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-a95f11df-7597-48c4-8b76-14d1f6c1ff79 None None] Provisioning for port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:03.323265 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8f72c-845b-4adf-9229-52a7e3234605 None None] Pushing event updated for resources: {'Port': ['ID=3dc562e7-93c3-4bff-ad3d-452e11a580a9,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:03.338906 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4be578b4-f5e1-490e-86cf-224011c69900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.342579 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-a95f11df-7597-48c4-8b76-14d1f6c1ff79 None None] Provisioning complete for port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:03.354443 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a95f11df-7597-48c4-8b76-14d1f6c1ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.423563 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.499536 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4be578b4-f5e1-490e-86cf-224011c69900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.573404 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Sync routers for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:03.596813 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be578b4-f5e1-490e-86cf-224011c69900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be98cb96-9e0c-440d-b1f1-da6098de137c,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:03.604494 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4be578b4-f5e1-490e-86cf-224011c69900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:03.611387 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4be578b4-f5e1-490e-86cf-224011c69900 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be98cb96-9e0c-440d-b1f1-da6098de137c HTTP/1.1" status: 204 len: 168 time: 0.5685189 May 26 22:48:03.628143 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:03.630499 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:47:53Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:03.950354 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:03.969291 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbc26bc-f4da-412a-aef5-7f46e93625f5,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:03.970577 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.067266 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 70da94be-2765-429b-b809-80a25a551a7c, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=70da94be-2765-429b-b809-80a25a551a7c,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:04.087918 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:04.159272 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.187782 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3657bce6-879e-481c-b7db-74423dd86e7b req-14baa2d0-f5cd-40f9-82e3-8368d1fbdea2 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.2003255 May 26 22:48:04.188991 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:04.301504 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:53Z', 'revision_number': 3, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:04.403889 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 3dc562e7-93c3-4bff-ad3d-452e11a580a9 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:04.413372 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6d6cbd85-d14e-4ffa-b0e0-054bae2c6c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.492170 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:04.525085 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cbd85-d14e-4ffa-b0e0-054bae2c6c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fcdb04-cc19-403e-8c48-27bd8c6f3c70,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:04.611761 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.628772 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51744) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:04.635620 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874314460', 'description': 'tempest-description--1708607223'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:04.663496 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:04.685750 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:04.696846 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca36d06-116f-4403-a73e-8e8a59b22ed5 None None] The sync data for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb is: [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:53Z', 'revision_number': 3, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:04.714683 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:04.749510 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6d6cbd85-d14e-4ffa-b0e0-054bae2c6c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.751917 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-6d6cbd85-d14e-4ffa-b0e0-054bae2c6c2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76fcdb04-cc19-403e-8c48-27bd8c6f3c70 HTTP/1.1" status: 204 len: 168 time: 2.3217700 May 26 22:48:04.762325 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:04.773394 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.775335 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a95f11df-7597-48c4-8b76-14d1f6c1ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.815570 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.888876 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-a95f11df-7597-48c4-8b76-14d1f6c1ff79 None None] For port 7e1b35e4-3d51-4b61-9652-1feb82f474a0, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=7e1b35e4-3d51-4b61-9652-1feb82f474a0,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:04.901008 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a95f11df-7597-48c4-8b76-14d1f6c1ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:04.940161 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=70da94be-2765-429b-b809-80a25a551a7c,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:05.007203 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:05.030554 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group_rule and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:05.047563 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:05.053014 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51752) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:05.076857 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:05.142667 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f11df-7597-48c4-8b76-14d1f6c1ff79 None None] Pushing event updated for resources: {'Port': ['ID=7e1b35e4-3d51-4b61-9652-1feb82f474a0,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:05.174347 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:05.174961 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.275638 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Provisioning complete for port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:05.276391 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.345069 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.352281 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.376247 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.485291 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.531410 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515cd569-f364-4277-9795-4e9af0addd4f,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:05.607350 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.611639 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-749e6f73-7460-41f7-a3e6-10ea5c60d811 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9783826 May 26 22:48:05.613324 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51772) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:05.628645 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'security_group_rule': {'security_group_id': '515cd569-f364-4277-9795-4e9af0addd4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:05.657563 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:05.665817 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group_rule and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:05.673472 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:05.695340 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:05.736421 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51778) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:05.788458 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.812788 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Provisioning for port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:05.827405 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Provisioning complete for port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:05.829767 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.917671 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.922890 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:05.968163 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51784) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:05.977676 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:47:58Z', 'revision_number': 2, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:06.008825 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Checking router: c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:06.008825 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Updating router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:48:06.009375 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c1df08-97f2-4e99-951a-cb149455d186,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:06.019110 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.019251 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.039593 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a134c059-7afc-4e24-bddf-94bab49d397f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4244890 May 26 22:48:06.069294 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51790) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:06.102342 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:06.122587 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.125874 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.132566 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Provisioning for port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:06.167870 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Provisioning complete for port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:06.172890 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.188737 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:06.196482 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Usage tracker for resource:security_group_rule and tenant:15408568ae5a40478caaf55ce06c2938 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:06.200585 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:06.207418 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:06.344881 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.351426 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'security_group_rule': {'security_group_id': '515cd569-f364-4277-9795-4e9af0addd4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:06.357766 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:06.363911 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group_rule and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:06.366860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:06.366977 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:06.373945 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:06.376287 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 70da94be-2765-429b-b809-80a25a551a7c up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:06.384484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.390533 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.445466 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15408568ae5a40478caaf55ce06c2938&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4507358 May 26 22:48:06.453774 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51796) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:06.454430 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d483d-39f2-428c-8c62-338bb218429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1f098-a2f6-4a71-be14-9331ef539e40,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:06.458575 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.568316 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.618403 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Provisioning complete for port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:06.618936 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-669efc2c-4af3-411f-af79-c3f95d802308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.630761 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-5dca595d-9e42-4def-a068-f8503b9f18fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a582879031fb45b0891987eaef77ba14&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5731592 May 26 22:48:06.654349 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:06.656457 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 51802) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:06.668228 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd28d76ef6942ed81f4d332b5e553d5 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:06.675208 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:06.687478 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:06.695867 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.753330 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 70da94be-2765-429b-b809-80a25a551a7c triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:06.753696 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.785856 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.826624 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda47-08d2-4452-b727-802a43d124c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.828553 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.851501 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.872134 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Pushing event updated for resources: {'Port': ['ID=8239571b-05a3-4555-831a-acc5c2e91dc9,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:06.876911 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Transition to ACTIVE for port object 6c8b69ff-6bb4-46d5-8841-7ad07708c65e will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:06.891744 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.962283 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c976f957-6964-43e3-ab97-09c82ac922c0,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:06.975121 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:06.980820 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1d74474b-2317-4740-a3a1-35d014197237 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8565476 May 26 22:48:07.001479 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51810) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:07.015235 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:07.021956 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:07.026466 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:floatingip and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:07.034798 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:07.041738 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:07.074258 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.191846 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbc26bc-f4da-412a-aef5-7f46e93625f5,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:07.241776 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda47-08d2-4452-b727-802a43d124c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.271410 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Network 18e511ba-f37b-4929-b677-9988af64bb88 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:07.290174 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7e1b35e4-3d51-4b61-9652-1feb82f474a0 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:07.358282 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:07.387098 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09617550-35aa-46a0-b035-19d90d4502b6 None None] Pushing event updated for resources: {'Port': ['ID=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:07.436214 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:07.477147 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:07.478023 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.543308 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.612977 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.622207 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Attempting to bind port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:07.623020 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Attempting to bind port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:07.623681 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Attempting to bind port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e on network 36dedcd0-93b3-4067-9484-da008bf98cc6 {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:07.632906 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:07.633536 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Checking segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:07.634273 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.635779 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Bound using segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:07.636386 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Bound port: 6c8b69ff-6bb4-46d5-8841-7ad07708c65e, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:07.636955 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.696339 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7913bd64-6c19-4a77-9206-8b72ba710848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.708383 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda47-08d2-4452-b727-802a43d124c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.772916 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9fb7-dd33-46aa-9ddf-670356a3456a req-84add6a8-cd33-42a3-9a10-20e96d37a913 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:07.778542 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-4e2a9fb7-dd33-46aa-9ddf-670356a3456a req-84add6a8-cd33-42a3-9a10-20e96d37a913 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Synchronizing usage tracker for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:07.799013 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcf8a54-3584-4121-8e80-308d02594f24,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:07.834611 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cda47-08d2-4452-b727-802a43d124c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1f098-a2f6-4a71-be14-9331ef539e40,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:07.870602 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] For port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:07.881547 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] For port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:07.888999 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.895443 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda47-08d2-4452-b727-802a43d124c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:07.911805 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-6c6cda47-08d2-4452-b727-802a43d124c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20b1f098-a2f6-4a71-be14-9331ef539e40 HTTP/1.1" status: 204 len: 168 time: 1.4078352 May 26 22:48:07.954375 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a926cd97-6963-4dcf-bcb6-ae3e777f7752 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbd28d76ef6942ed81f4d332b5e553d5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2106919 May 26 22:48:07.959495 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 51828) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:07.961189 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.004958 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7913bd64-6c19-4a77-9206-8b72ba710848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.217517 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:08.224001 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:47:53Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:08.297977 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:08.299445 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.412326 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e7dc9e35-3706-42b9-a768-ba6775cbb0b4 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:08.525095 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9643166-4e21-4836-b5ab-28065fd8b025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.574605 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-4e2a9fb7-dd33-46aa-9ddf-670356a3456a req-84add6a8-cd33-42a3-9a10-20e96d37a913 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Unset dirty status for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:08.585827 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:08.589132 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4e2a9fb7-dd33-46aa-9ddf-670356a3456a req-84add6a8-cd33-42a3-9a10-20e96d37a913 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 931 time: 2.5618231 May 26 22:48:08.607194 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:08.607554 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.677932 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7913bd64-6c19-4a77-9206-8b72ba710848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.693990 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9643166-4e21-4836-b5ab-28065fd8b025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:08.776550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:08.782070 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-4e2a9fb7-dd33-46aa-9ddf-670356a3456a req-e35d520d-8e46-4c0c-b625-21292fd3d6c2 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Synchronizing usage tracker for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:08.797213 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:08.819679 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-93f6beaa-76ed-4e29-873f-1af2aabad082 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0975559 May 26 22:48:08.821900 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09617550-35aa-46a0-b035-19d90d4502b6 None None] Pushing event updated for resources: {'Port': ['ID=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,revision_number=4']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:08.835878 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Allocated IP 172.28.3.199 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/62834eba-91aa-47be-825b-6cdf9248449a) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:08.951408 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:09.168673 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7913bd64-6c19-4a77-9206-8b72ba710848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.171051 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-7913bd64-6c19-4a77-9206-8b72ba710848 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd3b270d-25ef-4f89-a03b-2c639bf6cf99 HTTP/1.1" status: 204 len: 168 time: 2.5007756 May 26 22:48:09.179828 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913bd64-6c19-4a77-9206-8b72ba710848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b270d-25ef-4f89-a03b-2c639bf6cf99,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:09.233257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9643166-4e21-4836-b5ab-28065fd8b025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.236528 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.271100 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-b9031248-7e1b-4057-8636-f0d83e82de69 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:48:09.272116 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-b9031248-7e1b-4057-8636-f0d83e82de69 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0826674 May 26 22:48:09.322164 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9643166-4e21-4836-b5ab-28065fd8b025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcf8a54-3584-4121-8e80-308d02594f24,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:09.399721 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9643166-4e21-4836-b5ab-28065fd8b025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.403662 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-4e2a9fb7-dd33-46aa-9ddf-670356a3456a req-e35d520d-8e46-4c0c-b625-21292fd3d6c2 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Unset dirty status for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:09.404423 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f9643166-4e21-4836-b5ab-28065fd8b025 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ebcf8a54-3584-4121-8e80-308d02594f24 HTTP/1.1" status: 204 len: 168 time: 1.4297378 May 26 22:48:09.406388 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4e2a9fb7-dd33-46aa-9ddf-670356a3456a req-e35d520d-8e46-4c0c-b625-21292fd3d6c2 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8163681 May 26 22:48:09.438216 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port e7dc9e35-3706-42b9-a768-ba6775cbb0b4, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:09.462170 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.532323 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.577266 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.622932 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-06a61198-5c1f-4c2b-9d9a-68dd430b3a48 None None] Provisioning complete for port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:09.623290 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-06a61198-5c1f-4c2b-9d9a-68dd430b3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:09.668957 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Router 2f6a605e-de03-45de-888c-4103248e99a1 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:09.748970 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-06a61198-5c1f-4c2b-9d9a-68dd430b3a48 None None] Port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:09.773873 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:09.781425 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:09.784016 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:09.784916 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:09.842007 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'Port': ['ID=62834eba-91aa-47be-825b-6cdf9248449a,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:09.995687 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:07Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:10.003320 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3f73b-5809-491c-a9eb-15f755f7c1c1 None None] The sync data for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb is: [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:07Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:10.459091 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:10.487086 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0f3aad0d-a925-45c4-a8d5-8ee515455596 admin admin] 10.222.0.47 "PUT /v2.0/routers/2f6a605e-de03-45de-888c-4103248e99a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5946612 May 26 22:48:10.632320 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e7dc9e35-3706-42b9-a768-ba6775cbb0b4 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:10.667120 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.812168 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:10.812286 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Request body: {'port': {'device_id': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:10.942741 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:10.943331 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.142735 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.285423 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835d58-e67a-4dda-adac-002ccda7a959 req-36c0530d-ec2d-417c-8bd1-e29fdc9eb88d tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:11.300799 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec835d58-e67a-4dda-adac-002ccda7a959 req-36c0530d-ec2d-417c-8bd1-e29fdc9eb88d tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 931 time: 0.3414268 May 26 22:48:11.368184 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 6c8b69ff-6bb4-46d5-8841-7ad07708c65e up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:11.452205 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.db.resource_extend [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:48:11.524858 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.544249 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.624685 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:11.640418 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:11.642242 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:11.667768 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec835d58-e67a-4dda-adac-002ccda7a959 req-de076743-9a5f-4755-aefe-8f0221527d23 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578496 May 26 22:48:11.953947 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'Port': ['ID=62834eba-91aa-47be-825b-6cdf9248449a,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:12.166916 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.174511 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.227449 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.229419 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e579334c-8159-4d79-bfb4-048333af4529 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2266445 May 26 22:48:12.267561 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:12.273438 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.434837 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:12.467890 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8239571b-05a3-4555-831a-acc5c2e91dc9 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:12.479437 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.498985 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Transition to ACTIVE for port object 8239571b-05a3-4555-831a-acc5c2e91dc9 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:12.505917 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:12.702279 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Pushing event updated for resources: {'Port': ['ID=8239571b-05a3-4555-831a-acc5c2e91dc9,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:12.862240 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Attempting to bind port 8239571b-05a3-4555-831a-acc5c2e91dc9 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:12.862740 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Attempting to bind port 8239571b-05a3-4555-831a-acc5c2e91dc9 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '65459709-6fe7-4bdf-9337-770aab845e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '18e511ba-f37b-4929-b677-9988af64bb88'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:12.864789 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Attempting to bind port 8239571b-05a3-4555-831a-acc5c2e91dc9 on network 18e511ba-f37b-4929-b677-9988af64bb88 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:12.870182 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Port 8239571b-05a3-4555-831a-acc5c2e91dc9 on network 18e511ba-f37b-4929-b677-9988af64bb88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:48:12.870693 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Attempting to bind port 8239571b-05a3-4555-831a-acc5c2e91dc9 on network 18e511ba-f37b-4929-b677-9988af64bb88 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:12.880084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:12.880084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Checking segment: {'id': '65459709-6fe7-4bdf-9337-770aab845e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '18e511ba-f37b-4929-b677-9988af64bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:12.880084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Bound using segment: {'id': '65459709-6fe7-4bdf-9337-770aab845e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '18e511ba-f37b-4929-b677-9988af64bb88'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:12.880672 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Bound port: 8239571b-05a3-4555-831a-acc5c2e91dc9, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65459709-6fe7-4bdf-9337-770aab845e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '18e511ba-f37b-4929-b677-9988af64bb88'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:12.880898 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.077482 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] For port 8239571b-05a3-4555-831a-acc5c2e91dc9, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:13.089425 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] For port 8239571b-05a3-4555-831a-acc5c2e91dc9, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8239571b-05a3-4555-831a-acc5c2e91dc9,segment=NetworkSegment(65459709-6fe7-4bdf-9337-770aab845e49),segment_id=65459709-6fe7-4bdf-9337-770aab845e49)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:13.091191 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd8d24-a891-45fb-9aa1-a012856ef31a req-7632e8ae-c6aa-4051-9f50-e4b2965347d5 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:13.092933 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b6cd8d24-a891-45fb-9aa1-a012856ef31a req-7632e8ae-c6aa-4051-9f50-e4b2965347d5 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 943 time: 0.1777205 May 26 22:48:13.095252 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.193758 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b6cd8d24-a891-45fb-9aa1-a012856ef31a req-bcd6a6a4-f6fd-4443-8200-2bd098f0fe65 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926542 May 26 22:48:13.215984 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:13.219805 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] 10.222.0.67 "PUT /v2.0/ports/8239571b-05a3-4555-831a-acc5c2e91dc9 HTTP/1.1" status: 200 len: 1093 time: 3.2694013 May 26 22:48:13.252662 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'tag': '8239571b-05a3-4555-831a-acc5c2e91dc9'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:13.323610 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b23de0-bcc5-4c15-a606-f3780dc887cb service neutron] Pushing event updated for resources: {'Port': ['ID=8239571b-05a3-4555-831a-acc5c2e91dc9,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:13.511483 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-8d6dd24f-deeb-4571-b751-e059cf699384 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b906f14f74ad43a2858178da2dd6c5a4&device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 1096 time: 0.1820743 May 26 22:48:13.716857 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-a165fba9-273b-40bc-aa06-29addebc8d27 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:13.760554 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-a165fba9-273b-40bc-aa06-29addebc8d27 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:13.762083 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-a165fba9-273b-40bc-aa06-29addebc8d27 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1874314460&fields=id&tenant_id=8c44915ca170413aa65e7785bd4c50b7 HTTP/1.1" status: 200 len: 267 time: 0.1484952 May 26 22:48:14.068843 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-1da6cf14-45da-4571-a3e0-8867adadb5e7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.074912 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-1da6cf14-45da-4571-a3e0-8867adadb5e7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:network {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:14.116897 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-1da6cf14-45da-4571-a3e0-8867adadb5e7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:network {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:14.126215 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-1da6cf14-45da-4571-a3e0-8867adadb5e7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 811 time: 0.3574681 May 26 22:48:14.163528 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-28182f90-d018-4f83-80f1-48f0dad311be tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/quotas/8c44915ca170413aa65e7785bd4c50b7 HTTP/1.1" status: 200 len: 375 time: 0.0362470 May 26 22:48:14.351362 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-8f1ac66a-a72b-4918-bfc7-1b8248183987 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8239571b-05a3-4555-831a-acc5c2e91dc9 HTTP/1.1" status: 200 len: 217 time: 0.2381201 May 26 22:48:14.377489 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-cafdc8d3-72fe-42d0-9e7a-c6f9d5348853 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:14.468365 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 6c8b69ff-6bb4-46d5-8841-7ad07708c65e up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:14.476213 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-cafdc8d3-72fe-42d0-9e7a-c6f9d5348853 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:14.477819 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-cafdc8d3-72fe-42d0-9e7a-c6f9d5348853 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3086841 May 26 22:48:14.694752 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:14.695365 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:14.702939 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-841cb41e-8347-4cdf-bec9-aca714041d57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:14.710633 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-841cb41e-8347-4cdf-bec9-aca714041d57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31b5eaed-746c-4418-acfe-6bbf5a77e830 HTTP/1.1" status: 200 len: 851 time: 0.3338826 May 26 22:48:14.949726 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-1a3249ec-f941-4c67-b2dc-8dae2ab32096 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e511ba-f37b-4929-b677-9988af64bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217277 May 26 22:48:15.195011 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:15.508822 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-c3e7ce03-b789-43dc-af69-c6998a5fee4e service neutron] 10.222.0.67 "GET /v2.0/networks/18e511ba-f37b-4929-b677-9988af64bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438704 May 26 22:48:15.774376 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-a28e582a-96fb-4df9-8198-6263210f5cb2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:48:15.775567 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-a28e582a-96fb-4df9-8198-6263210f5cb2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5336976 May 26 22:48:16.101173 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-0d5db4ce-d306-4fb4-b38a-931749387211 service neutron] 10.222.0.47 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174644 May 26 22:48:16.267592 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca59fc16-cf57-4876-91fc-264a67dcce69 req-947f7254-fd56-45e9-a737-b5689b409d6f service neutron] 10.222.0.67 "GET /v2.0/networks/18e511ba-f37b-4929-b677-9988af64bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984967 May 26 22:48:16.315057 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-04c98caa-b765-4ecc-b9a7-70f6e2df8872 service neutron] 10.222.0.47 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074606 May 26 22:48:16.758405 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044b17c-6de7-49b4-8a78-1eeb65806874 req-b33b5580-e8f2-4fb8-91cd-db77de3ffed7 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.766589 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5044b17c-6de7-49b4-8a78-1eeb65806874 req-b33b5580-e8f2-4fb8-91cd-db77de3ffed7 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 943 time: 0.1427300 May 26 22:48:16.773561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-96abe156-bbf3-4f50-977c-8befa40b2a01 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:16.774384 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-96abe156-bbf3-4f50-977c-8befa40b2a01 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:network {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:16.798954 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-96abe156-bbf3-4f50-977c-8befa40b2a01 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:network {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:16.800966 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-96abe156-bbf3-4f50-977c-8befa40b2a01 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 818 time: 0.3255577 May 26 22:48:16.831237 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-882a4ae5-23ff-4336-b49b-3cbe5a5521ae tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/quotas/506bd348360043fcba7b9cdcb1c8f2a6 HTTP/1.1" status: 200 len: 375 time: 0.0205505 May 26 22:48:16.901596 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5044b17c-6de7-49b4-8a78-1eeb65806874 req-f7a85715-66e5-43e1-888c-5a7c91fef1b0 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338701 May 26 22:48:17.027381 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-91115aa4-c356-426c-b206-4ddbb85c1e4f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:17.070743 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-91115aa4-c356-426c-b206-4ddbb85c1e4f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:17.090345 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-91115aa4-c356-426c-b206-4ddbb85c1e4f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2520275 May 26 22:48:17.384289 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f118dd1a-a36c-4db0-a245-ad4e529296e2 service neutron] 10.222.0.47 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922285 May 26 22:48:17.557048 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35533582-4713-458a-9381-07b9168ac2f3'] response: {'name': 'network-changed', 'server_uuid': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'tag': '8239571b-05a3-4555-831a-acc5c2e91dc9', 'status': 'completed', 'code': 200} May 26 22:48:17.667381 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-53b01a3e-eaa9-4ddd-bc33-c7dfbd7e4c60 req-020d77df-1989-4663-968e-8310e0b21a8f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 210 time: 0.0995493 May 26 22:48:17.735614 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-01ff6b2a-3eee-4deb-b15e-b32fb96b2978 service neutron] 10.222.0.47 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434095 May 26 22:48:17.739023 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-d4ad77f4-c952-4771-9684-e7e5c5b8a2cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b906f14f74ad43a2858178da2dd6c5a4&device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 1096 time: 0.2113619 May 26 22:48:17.908979 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-1f9294d3-29ea-4eae-959a-ec2cbce6f505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:17.910534 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-1f9294d3-29ea-4eae-959a-ec2cbce6f505 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18e511ba-f37b-4929-b677-9988af64bb88 HTTP/1.1" status: 200 len: 912 time: 0.1607530 May 26 22:48:18.055549 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ef42a902-fbb3-4113-bf81-6d66fcd1235f req-9db57d14-9686-4ec3-9eb2-bbafbafaa29a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 210 time: 0.0859895 May 26 22:48:18.107537 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-07010098-c970-4deb-8326-8340a6276703 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8239571b-05a3-4555-831a-acc5c2e91dc9 HTTP/1.1" status: 200 len: 217 time: 0.1853044 May 26 22:48:18.260611 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52200) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:18.268805 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-6cff7d87-0eb4-482c-860e-e6c912f142b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:18.272497 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52206) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:18.274350 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-6cff7d87-0eb4-482c-860e-e6c912f142b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31b5eaed-746c-4418-acfe-6bbf5a77e830 HTTP/1.1" status: 200 len: 851 time: 0.1401091 May 26 22:48:18.366533 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-457d67cf-5c47-491a-901b-9e7fa5ab31c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18e511ba-f37b-4929-b677-9988af64bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822513 May 26 22:48:18.483690 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18154a-fcc2-47a0-b594-6b478d9573d3 req-fea88097-1e94-4e04-8736-ef160b2e4494 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:18.498382 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3b18154a-fcc2-47a0-b594-6b478d9573d3 req-fea88097-1e94-4e04-8736-ef160b2e4494 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 943 time: 0.2927768 May 26 22:48:18.608308 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3b18154a-fcc2-47a0-b594-6b478d9573d3 req-581c73a6-f0f2-441a-bddd-d43007f92296 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090412 May 26 22:48:18.623401 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-e07678fd-2328-4ba6-84ba-31447b8c3961 service neutron] 10.222.0.67 "GET /v2.0/networks/18e511ba-f37b-4929-b677-9988af64bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482719 May 26 22:48:18.669626 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.67', 63090) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:19.032416 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-871e8184-8d18-49ea-b6e9-4d82f21718dd tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.033933 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-871e8184-8d18-49ea-b6e9-4d82f21718dd tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 811 time: 0.3629162 May 26 22:48:19.036852 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-342038e3-7970-4cfc-bd87-edf17875cbd2 req-1f027c81-d4b6-4453-a6b2-58416c8095ec tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 210 time: 0.0723770 May 26 22:48:19.049288 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bdb5111d-326a-4cf0-9e78-00a3b63241c5 req-d65eddf2-1f70-42f5-b2f8-b26013251af7 service neutron] 10.222.0.67 "GET /v2.0/networks/18e511ba-f37b-4929-b677-9988af64bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181402 May 26 22:48:19.116108 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.151231 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.263870 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:19.278153 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52244) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:19.289925 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Usage tracker for resource:security_group_rule and tenant:cd737384d715464790752e25e488aef5 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:19.292865 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:19.303443 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:19.309340 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-46928343-941b-40dc-ac55-d00abd685d94 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c44915ca170413aa65e7785bd4c50b7 HTTP/1.1" status: 200 len: 380 time: 0.2299063 May 26 22:48:19.311435 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:19.316467 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Usage tracker for resource:security_group_rule and tenant:673b5f8efe3d4185ae9c03b98a24e0e2 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:19.327284 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'port': {'device_id': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'admin_state_up': True, 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'security_groups': ['515cd569-f364-4277-9795-4e9af0addd4f']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:19.342239 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:19.353307 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-e1fd0e6e-f2ff-4efc-b4e6-dc33c2ca11ff tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:19.354758 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-e1fd0e6e-f2ff-4efc-b4e6-dc33c2ca11ff tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 818 time: 0.7140710 May 26 22:48:19.362194 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:19.468307 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.475603 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-b225614b-20f0-4ecf-838a-2e0e7abaec36 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/quotas/506bd348360043fcba7b9cdcb1c8f2a6 HTTP/1.1" status: 200 len: 375 time: 0.1085999 May 26 22:48:19.503993 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:19.508818 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d019c4522347a688d72d2b9058728a is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:19.512110 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:19.518410 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:19.548071 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52256) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:19.605911 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8239571b-05a3-4555-831a-acc5c2e91dc9 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:19.626961 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.633299 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.651295 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.711568 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.745857 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:19.757036 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.798590 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.815062 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:19.838420 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Made reservation on behalf of 8c44915ca170413aa65e7785bd4c50b7 for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:19.841890 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.857533 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf999410-ca1e-4de7-bdf6-fdede6cf2029,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:19.863352 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 8239571b-05a3-4555-831a-acc5c2e91dc9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8239571b-05a3-4555-831a-acc5c2e91dc9,segment=NetworkSegment(65459709-6fe7-4bdf-9337-770aab845e49),segment_id=65459709-6fe7-4bdf-9337-770aab845e49)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:19.871209 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-43c602a4-d661-4851-8fbf-31d280539950 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3d019c4522347a688d72d2b9058728a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5886493 May 26 22:48:19.875164 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52266) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:19.876002 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.885407 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '8239571b-05a3-4555-831a-acc5c2e91dc9', 'network_id': '18e511ba-f37b-4929-b677-9988af64bb88', 'port_id': '8239571b-05a3-4555-831a-acc5c2e91dc9', 'mac_address': 'fa:16:3e:23:c6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b5eaed-746c-4418-acfe-6bbf5a77e830', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:19.895838 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd737384d715464790752e25e488aef5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6339378 May 26 22:48:19.908851 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-1e63b750-c895-4140-8c80-fd7ff830ebc2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4184966 May 26 22:48:19.914304 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52270) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:19.970644 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-d9f50a2e-964c-4164-9429-6cae1566c35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:19.997876 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.001252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ddff7-e22c-4c72-8ba9-6d761548b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d9126-74e2-4464-839e-f1ac579c724f,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:20.020065 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8239571b-05a3-4555-831a-acc5c2e91dc9 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:20.041646 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 8239571b-05a3-4555-831a-acc5c2e91dc9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8239571b-05a3-4555-831a-acc5c2e91dc9,segment=NetworkSegment(65459709-6fe7-4bdf-9337-770aab845e49),segment_id=65459709-6fe7-4bdf-9337-770aab845e49)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:20.046979 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.056381 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:20.063373 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-df23b28f-ef9d-483e-b3ca-4362a2db514c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:20.064847 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-df23b28f-ef9d-483e-b3ca-4362a2db514c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 818 time: 0.4024403 May 26 22:48:20.068893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Usage tracker for resource:security_group_rule and tenant:8ff8eec4df6a4d88b217668a9ef1db94 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:20.072446 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:20.076562 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=673b5f8efe3d4185ae9c03b98a24e0e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8024859 May 26 22:48:20.083356 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'port': {'device_id': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'admin_state_up': True, 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:20.101692 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52280) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:20.112057 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:20.127570 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=8239571b-05a3-4555-831a-acc5c2e91dc9,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:20.152400 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf4237-bbc4-4129-85f6-6910b0fbfd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33322a6-8e68-4fb7-adfe-9a4668c201f2,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:20.217601 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-7b564162-d305-4aba-8746-024627bb784a service neutron] 10.222.0.47 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047850 May 26 22:48:20.217788 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f4af-32e1-4538-af0f-67a0f9da0713 req-b3b3b4b9-ea01-4352-95d2-2e50b22ecc21 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:20.219181 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d8a3f4af-32e1-4538-af0f-67a0f9da0713 req-b3b3b4b9-ea01-4352-95d2-2e50b22ecc21 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 943 time: 0.4429016 May 26 22:48:20.299100 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['8239571b-05a3-4555-831a-acc5c2e91dc9'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:20.322734 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-89133ee1-0ba4-4bb7-9c0b-6e63f6603cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.375538 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Allocated IP 172.20.0.12 (36dedcd0-93b3-4067-9484-da008bf98cc6/02fc4562-09c1-4aef-bf2a-d9c41c4bb691/bd581589-513c-402c-8147-6b312513e9d1) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:20.396399 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0a32760d-c393-4db2-ab9d-4b09b4988b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.429135 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-a8419aec-1789-4ac1-bd37-e63142c0caff service neutron] 10.222.0.47 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026770 May 26 22:48:20.433617 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0a32760d-c393-4db2-ab9d-4b09b4988b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.486532 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d8a3f4af-32e1-4538-af0f-67a0f9da0713 req-00d58052-f9f5-4cdd-9440-8ba30d980f99 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541537 May 26 22:48:20.549435 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-89133ee1-0ba4-4bb7-9c0b-6e63f6603cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.641554 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:20.715470 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0a32760d-c393-4db2-ab9d-4b09b4988b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.719713 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b248b1f-6085-46af-8f74-dee5ff8d53ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.743558 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:20.828847 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-94f60721-a849-43be-8f06-20c09dcc72bc req-457d9a2c-247d-43cb-9c26-e00166e881e8 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 210 time: 0.1825800 May 26 22:48:20.834834 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.854129 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Transition to ACTIVE for port object bd581589-513c-402c-8147-6b312513e9d1 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:20.869609 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.875201 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32760d-c393-4db2-ab9d-4b09b4988b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d9126-74e2-4464-839e-f1ac579c724f,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:20.880960 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:20.966412 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b248b1f-6085-46af-8f74-dee5ff8d53ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.009278 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:21.013047 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:21.018006 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.018226 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:21.073632 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Made reservation on behalf of 506bd348360043fcba7b9cdcb1c8f2a6 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:21.076926 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.092281 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebabe547-6bc8-4d0b-9ff9-cf7a7f93468d,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:21.095034 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b248b1f-6085-46af-8f74-dee5ff8d53ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.136454 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248b1f-6085-46af-8f74-dee5ff8d53ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33322a6-8e68-4fb7-adfe-9a4668c201f2,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:21.163182 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0a32760d-c393-4db2-ab9d-4b09b4988b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.164305 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0a32760d-c393-4db2-ab9d-4b09b4988b6a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff4d9126-74e2-4464-839e-f1ac579c724f HTTP/1.1" status: 204 len: 168 time: 1.2489855 May 26 22:48:21.165926 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:21.166720 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.212785 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'Port': ['ID=bd581589-513c-402c-8147-6b312513e9d1,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:21.216171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b248b1f-6085-46af-8f74-dee5ff8d53ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.217496 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-1b248b1f-6085-46af-8f74-dee5ff8d53ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f33322a6-8e68-4fb7-adfe-9a4668c201f2 HTTP/1.1" status: 204 len: 168 time: 1.1126084 May 26 22:48:21.253141 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-b317d9c3-dffe-4330-bf5c-ed7dfcaf7db3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9306169 May 26 22:48:21.264746 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Request body: {'port': {'device_id': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:21.322908 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-bee61248-65c4-4a6a-8899-4abddd0169eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ff8eec4df6a4d88b217668a9ef1db94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7730634 May 26 22:48:21.336613 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52312) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:21.373446 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568e44a-ddb9-4306-9c76-210122c94bdb req-ab44a0e2-8194-4bda-8513-5981c5071f97 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:21.387634 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2568e44a-ddb9-4306-9c76-210122c94bdb req-ab44a0e2-8194-4bda-8513-5981c5071f97 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 932 time: 0.5376589 May 26 22:48:21.398215 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-89133ee1-0ba4-4bb7-9c0b-6e63f6603cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.493610 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-dae7a64e-7630-4815-81e2-c3bc7fe93eba None None] Provisioning for port bd581589-513c-402c-8147-6b312513e9d1 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:21.500734 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-dae7a64e-7630-4815-81e2-c3bc7fe93eba None None] Provisioning complete for port bd581589-513c-402c-8147-6b312513e9d1 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:21.501168 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dae7a64e-7630-4815-81e2-c3bc7fe93eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.506716 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-507ad0ed-70ca-4f26-b7bd-5f811cb219fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.520858 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.563450 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89133ee1-0ba4-4bb7-9c0b-6e63f6603cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf999410-ca1e-4de7-bdf6-fdede6cf2029,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:21.589667 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-89133ee1-0ba4-4bb7-9c0b-6e63f6603cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.591085 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-89133ee1-0ba4-4bb7-9c0b-6e63f6603cb1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf999410-ca1e-4de7-bdf6-fdede6cf2029 HTTP/1.1" status: 204 len: 168 time: 1.7023675 May 26 22:48:21.595185 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8239571b-05a3-4555-831a-acc5c2e91dc9 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:21.661811 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-507ad0ed-70ca-4f26-b7bd-5f811cb219fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.741853 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-dae7a64e-7630-4815-81e2-c3bc7fe93eba None None] Port bd581589-513c-402c-8147-6b312513e9d1 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:21.758229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 8239571b-05a3-4555-831a-acc5c2e91dc9 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:21.767851 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 8239571b-05a3-4555-831a-acc5c2e91dc9 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:21.769478 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:21.792086 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2568e44a-ddb9-4306-9c76-210122c94bdb req-98d679d0-a8cd-4cc5-ada4-d3083689b296 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900962 May 26 22:48:21.817429 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Allocated IP 172.20.0.12 (31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4/3037297b-af21-40f8-9fd9-42f8ebdd7aea/a45122ad-d593-436d-98f9-678185be49b1) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:21.915567 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52326) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:21.940610 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.031411 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.044010 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52330) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:22.089575 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8239571b-05a3-4555-831a-acc5c2e91dc9'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:22.148590 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-a12e008f-50db-44b3-860a-35f9c76f166b req-4a4a8e05-a8ce-483c-b75e-4a040a8caf4c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:22.155205 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.208051 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:22.212199 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa32dd3bf39148959451fcc7f54caaae is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:22.215384 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:22.221501 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:22.269765 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 8239571b-05a3-4555-831a-acc5c2e91dc9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8239571b-05a3-4555-831a-acc5c2e91dc9,segment=NetworkSegment(65459709-6fe7-4bdf-9337-770aab845e49),segment_id=65459709-6fe7-4bdf-9337-770aab845e49)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:22.294901 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.327010 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd581589-513c-402c-8147-6b312513e9d1 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:22.335560 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.340249 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.343925 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:22.351274 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.67', 63100) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:22.352703 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Transition to ACTIVE for port object bd581589-513c-402c-8147-6b312513e9d1 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:22.373105 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.374621 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.385148 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Usage tracker for resource:security_group_rule and tenant:c33e343b80954a1bb26fe97e5b3a3447 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:22.428109 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:22.428487 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-507ad0ed-70ca-4f26-b7bd-5f811cb219fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.466089 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ad0ed-70ca-4f26-b7bd-5f811cb219fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebabe547-6bc8-4d0b-9ff9-cf7a7f93468d,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:22.468144 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-507ad0ed-70ca-4f26-b7bd-5f811cb219fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.469312 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-507ad0ed-70ca-4f26-b7bd-5f811cb219fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ebabe547-6bc8-4d0b-9ff9-cf7a7f93468d HTTP/1.1" status: 204 len: 168 time: 1.1289566 May 26 22:48:22.521268 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=8239571b-05a3-4555-831a-acc5c2e91dc9,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:22.565279 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3b4064fe-62cf-4034-b32d-4d865a13ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.643583 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:22.651661 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-a12e008f-50db-44b3-860a-35f9c76f166b req-4a4a8e05-a8ce-483c-b75e-4a040a8caf4c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:22.653262 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a12e008f-50db-44b3-860a-35f9c76f166b req-4a4a8e05-a8ce-483c-b75e-4a040a8caf4c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 210 time: 0.5998378 May 26 22:48:22.726906 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Pushing event updated for resources: {'Port': ['ID=bd581589-513c-402c-8147-6b312513e9d1,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:22.756263 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52356) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:22.840371 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8660029-042a-4325-aa5d-85237f96bb89 req-249632b4-f026-45cb-918e-a72d5f8b7b83 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:22.848732 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e8660029-042a-4325-aa5d-85237f96bb89 req-249632b4-f026-45cb-918e-a72d5f8b7b83 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 944 time: 1.0761616 May 26 22:48:22.859631 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa32dd3bf39148959451fcc7f54caaae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8147993 May 26 22:48:22.876353 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde88bf-bf01-40ba-9aa6-a7391409aea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0449990-dc05-4643-baa5-db47ac950692,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:22.885777 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.904652 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52362) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:22.963006 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:22.995688 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Transition to ACTIVE for port object a45122ad-d593-436d-98f9-678185be49b1 will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:23.028874 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d0d87592-272f-45a9-975d-28c0187bcc2a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:23.030433 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d0d87592-272f-45a9-975d-28c0187bcc2a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 818 time: 0.6778843 May 26 22:48:23.056214 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'port': {'device_id': '030543d8-b41f-4c20-9094-b28978c733c2', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'admin_state_up': True, 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:23.103225 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:23.110615 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Attempting to bind port bd581589-513c-402c-8147-6b312513e9d1 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:23.110975 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Attempting to bind port bd581589-513c-402c-8147-6b312513e9d1 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:23.111316 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Attempting to bind port bd581589-513c-402c-8147-6b312513e9d1 on network 36dedcd0-93b3-4067-9484-da008bf98cc6 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:23.114655 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Usage tracker for resource:security_group_rule and tenant:1f667628a3dd40e996deb6712ed3c706 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:23.133582 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e8660029-042a-4325-aa5d-85237f96bb89 req-5c71376f-b5ea-4b3c-8362-d70991cb9d42 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837245 May 26 22:48:23.134895 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:23.143728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:23.165430 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Port bd581589-513c-402c-8147-6b312513e9d1 on network 36dedcd0-93b3-4067-9484-da008bf98cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:48:23.167143 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Attempting to bind port bd581589-513c-402c-8147-6b312513e9d1 on network 36dedcd0-93b3-4067-9484-da008bf98cc6 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:23.183043 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.186613 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:23.186948 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Checking segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:23.189264 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Bound using segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:23.191420 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Bound port: bd581589-513c-402c-8147-6b312513e9d1, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:23.192995 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.197593 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.202749 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0aa31695-46be-4c9b-bc26-519f47b3584a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.218786 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.285604 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52370) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:23.373291 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] For port bd581589-513c-402c-8147-6b312513e9d1, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:23.377738 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] For port bd581589-513c-402c-8147-6b312513e9d1, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bd581589-513c-402c-8147-6b312513e9d1,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:23.395320 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.396382 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0aa31695-46be-4c9b-bc26-519f47b3584a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.400710 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bb0d1d-51e8-45af-8bd7-49ac7de29f66'] response: {'server_uuid': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8239571b-05a3-4555-831a-acc5c2e91dc9', 'code': 200} May 26 22:48:23.405095 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.437836 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd60133-3c8f-4ab2-80c6-f125d2d3d5ce,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:23.442522 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:23.450659 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'Port': ['ID=a45122ad-d593-436d-98f9-678185be49b1,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:23.454477 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0f0b0e81-394a-4be5-99fd-1e4b2c5f0f8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c33e343b80954a1bb26fe97e5b3a3447&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5381577 May 26 22:48:23.455788 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:23.462913 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:23.468603 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:23.468794 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52376) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:23.503965 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.552278 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:23.600202 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Made reservation on behalf of 506bd348360043fcba7b9cdcb1c8f2a6 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:23.601133 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.603355 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.604460 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] 10.222.0.67 "PUT /v2.0/ports/bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 1094 time: 2.3442132 May 26 22:48:23.625450 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:23.635598 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:23.648914 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Usage tracker for resource:security_group_rule and tenant:e32506587a514125a16b9fbe74507d79 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:23.656196 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:23.659617 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.664555 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:23.692878 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.705555 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:23.745422 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a4190720-64ad-4466-a51c-8a26ef89e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.775416 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7187d5-8ff7-452a-8035-68181073ff1c service neutron] Pushing event updated for resources: {'Port': ['ID=bd581589-513c-402c-8147-6b312513e9d1,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:23.792769 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.67', 63103) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:23.809242 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0aa31695-46be-4c9b-bc26-519f47b3584a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.852412 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.894663 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43770c6-424e-4944-b48f-5925a0f1e4cb req-9c5f91bb-1824-4f95-8d6b-93c04a99fa59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:23.895613 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-e43770c6-424e-4944-b48f-5925a0f1e4cb req-9c5f91bb-1824-4f95-8d6b-93c04a99fa59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:23.914816 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.932170 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa31695-46be-4c9b-bc26-519f47b3584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0449990-dc05-4643-baa5-db47ac950692,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:23.968324 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0aa31695-46be-4c9b-bc26-519f47b3584a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:23.978512 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0aa31695-46be-4c9b-bc26-519f47b3584a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0449990-dc05-4643-baa5-db47ac950692 HTTP/1.1" status: 204 len: 168 time: 1.0721688 May 26 22:48:23.996766 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-448f4f81-8d0f-4b4a-ade9-45ca6f075d5d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9175873 May 26 22:48:24.005816 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a4190720-64ad-4466-a51c-8a26ef89e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.047775 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Request body: {'port': {'device_id': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:24.075860 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-22d1aecc-7837-4717-8ace-4fd13fedcf65 None None] Provisioning for port a45122ad-d593-436d-98f9-678185be49b1 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:24.082669 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-22d1aecc-7837-4717-8ace-4fd13fedcf65 None None] Provisioning complete for port a45122ad-d593-436d-98f9-678185be49b1 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:24.083115 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-22d1aecc-7837-4717-8ace-4fd13fedcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.100682 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2553df4e-dc11-48f9-a16b-3620f8f3e10b req-ee707cf8-510f-40a2-b053-78302ab8d790 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 210 time: 0.1208346 May 26 22:48:24.181808 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f667628a3dd40e996deb6712ed3c706&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3693571 May 26 22:48:24.185688 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52410) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:24.228672 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-e43770c6-424e-4944-b48f-5925a0f1e4cb req-9c5f91bb-1824-4f95-8d6b-93c04a99fa59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:24.229386 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-22d1aecc-7837-4717-8ace-4fd13fedcf65 None None] Port a45122ad-d593-436d-98f9-678185be49b1 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:24.229829 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e43770c6-424e-4944-b48f-5925a0f1e4cb req-9c5f91bb-1824-4f95-8d6b-93c04a99fa59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 944 time: 0.9647605 May 26 22:48:24.240104 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc27c4-ecfa-4e2a-8cc0-558f5aa0c80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da336db-d019-4b49-833e-07f2745805e9,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:24.241736 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Allocated IP 172.20.0.5 (31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4/3037297b-af21-40f8-9fd9-42f8ebdd7aea/c0cbc696-22d2-4f76-a543-d3320b2b1034) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:24.309727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a4190720-64ad-4466-a51c-8a26ef89e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.347854 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4190720-64ad-4466-a51c-8a26ef89e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd60133-3c8f-4ab2-80c6-f125d2d3d5ce,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:24.384107 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a4190720-64ad-4466-a51c-8a26ef89e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.385260 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a4190720-64ad-4466-a51c-8a26ef89e707 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/abd60133-3c8f-4ab2-80c6-f125d2d3d5ce HTTP/1.1" status: 204 len: 168 time: 0.9137671 May 26 22:48:24.391119 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-3c6e1345-8f4a-4642-af85-4e25753a0adb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1097 time: 0.5885136 May 26 22:48:24.415698 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e43770c6-424e-4944-b48f-5925a0f1e4cb req-000a0f09-8e0a-40cf-a7ff-a89b9c202a11 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726987 May 26 22:48:24.560168 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-b849bb90-3a4c-4258-8d81-db64a3b225b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 1098 time: 0.7661221 May 26 22:48:24.582668 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdb9d65-d8b2-4072-b562-21d54cba89d5'] response: {'name': 'network-changed', 'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1', 'status': 'completed', 'code': 200} May 26 22:48:24.638451 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.653236 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1c77780-c1cb-4353-98e7-772d31c5bbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.657267 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-27b7b69e-ef38-4513-8577-78d33f243383 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 217 time: 0.2406113 May 26 22:48:24.698009 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.714894 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.746978 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.788918 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.809366 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:24.825894 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1c77780-c1cb-4353-98e7-772d31c5bbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:24.844566 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a493a8c6-b650-4e28-96fa-6114f9e87fc9,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:24.845052 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Usage tracker for resource:security_group_rule and tenant:58d0fc00da2143ec9901b2c1e87dfdea is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:24.857785 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:24.872775 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:24.913817 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-3dccf441-9ebc-4514-a4f9-b5005d6300a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:24.915658 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-3dccf441-9ebc-4514-a4f9-b5005d6300a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.2475674 May 26 22:48:25.053557 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-8ea249eb-62a4-49a0-8cf0-f5de75a332c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1241226 May 26 22:48:25.059751 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1c77780-c1cb-4353-98e7-772d31c5bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.090735 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-03e0374b-697b-418c-830c-04173e13a513 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e32506587a514125a16b9fbe74507d79&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7978244 May 26 22:48:25.105413 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52448) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:25.139835 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c77780-c1cb-4353-98e7-772d31c5bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da336db-d019-4b49-833e-07f2745805e9,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:25.232621 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1c77780-c1cb-4353-98e7-772d31c5bbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.237107 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e1c77780-c1cb-4353-98e7-772d31c5bbc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9da336db-d019-4b49-833e-07f2745805e9 HTTP/1.1" status: 204 len: 168 time: 1.0406237 May 26 22:48:25.268240 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d5f14-44a0-4bcb-a5d6-05e0c18fd4ba req-92c57191-26e2-4ab1-b8b3-7ce0071af4e6 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:25.276032 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-214d5f14-44a0-4bcb-a5d6-05e0c18fd4ba req-92c57191-26e2-4ab1-b8b3-7ce0071af4e6 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 945 time: 0.6658041 May 26 22:48:25.280566 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.339457 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.339775 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cb3af504-6c7a-4975-8378-904665c72214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.353912 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.371431 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Transition to ACTIVE for port object c0cbc696-22d2-4f76-a543-d3320b2b1034 will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:25.413126 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-214d5f14-44a0-4bcb-a5d6-05e0c18fd4ba req-c73cd849-0a9a-4b8a-abf2-2f1350ff7b11 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361330 May 26 22:48:25.420605 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cb3af504-6c7a-4975-8378-904665c72214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.439738 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3221079d-6ad1-4f4e-af12-6c1b60c33040 req-87fab363-36d1-4a3b-9038-760147a29edd tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 210 time: 0.0901608 May 26 22:48:25.474047 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Synchronizing usage tracker for tenant:58d0fc00da2143ec9901b2c1e87dfdea on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:25.482546 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-c96ed782-8493-4c10-8c82-80da87db2fa8 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174721 May 26 22:48:25.491782 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8474b-bf9b-41ec-afdf-14b7f7cf4796,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:25.600675 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] Unset dirty status for tenant:58d0fc00da2143ec9901b2c1e87dfdea on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:25.601861 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9993935 May 26 22:48:25.659155 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec07cfa0-8b6b-4390-a462-7c1c401146a8 req-c350811e-628a-42eb-8769-8e34c6c35202 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684985 May 26 22:48:25.676394 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.795614 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.db.resource_extend [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:48:25.812858 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:25.823125 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:25.825973 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:25.877853 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'Port': ['ID=c0cbc696-22d2-4f76-a543-d3320b2b1034,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:25.936359 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cb3af504-6c7a-4975-8378-904665c72214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:25.961178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3af504-6c7a-4975-8378-904665c72214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a493a8c6-b650-4e28-96fa-6114f9e87fc9,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:25.996376 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45122ad-d593-436d-98f9-678185be49b1 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:26.007548 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:26.008189 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.023594 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.046125 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cb3af504-6c7a-4975-8378-904665c72214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.047967 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-cb3af504-6c7a-4975-8378-904665c72214 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a493a8c6-b650-4e28-96fa-6114f9e87fc9 HTTP/1.1" status: 204 len: 168 time: 0.9411252 May 26 22:48:26.063807 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-3ab3c395-00cb-4476-9099-d55b15349d3f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0145996 May 26 22:48:26.070032 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcbd8-71f8-48a1-834c-9f31abace10f req-7ed63da9-dab8-4555-8bb1-a457e7f65456 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:26.071823 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3adcbd8-71f8-48a1-834c-9f31abace10f req-7ed63da9-dab8-4555-8bb1-a457e7f65456 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 944 time: 0.3973510 May 26 22:48:26.072971 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Transition to ACTIVE for port object a45122ad-d593-436d-98f9-678185be49b1 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:26.078343 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Request body: {'port': {'device_id': '030543d8-b41f-4c20-9094-b28978c733c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:26.111731 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.131430 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-854f6fc5-726b-4a1a-8934-353bb38bf159 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1097 time: 0.2440982 May 26 22:48:26.179430 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-10f9260e-e923-43c4-b00b-c9a1c23b6359 None None] Provisioning for port c0cbc696-22d2-4f76-a543-d3320b2b1034 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:26.193596 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-10f9260e-e923-43c4-b00b-c9a1c23b6359 None None] Provisioning complete for port c0cbc696-22d2-4f76-a543-d3320b2b1034 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:26.197869 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-10f9260e-e923-43c4-b00b-c9a1c23b6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.364621 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-10f9260e-e923-43c4-b00b-c9a1c23b6359 None None] Port c0cbc696-22d2-4f76-a543-d3320b2b1034 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:26.387593 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-5077a8f7-bfd9-4920-a5a9-111e3e81d47b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:26.389432 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-5077a8f7-bfd9-4920-a5a9-111e3e81d47b service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.2505651 May 26 22:48:26.396951 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3adcbd8-71f8-48a1-834c-9f31abace10f req-43fd7a3b-9afd-4c07-84cf-63f1140d0ea2 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913992 May 26 22:48:26.399902 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a45122ad-d593-436d-98f9-678185be49b1,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:26.528743 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-53f14dc4-89f8-493b-8b25-3976f749e925 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 217 time: 0.1314805 May 26 22:48:26.631580 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:26.660640 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-50c9d9cf-6bc4-4081-b795-1427c3adc0e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:26.664824 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-50c9d9cf-6bc4-4081-b795-1427c3adc0e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.1285424 May 26 22:48:26.846702 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee85-fa4e-41ad-8458-b6419688b1c2 req-05fca3df-a5a8-4821-af1f-bee69e34ebe0 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:26.854461 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0987ee85-fa4e-41ad-8458-b6419688b1c2 req-05fca3df-a5a8-4821-af1f-bee69e34ebe0 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1887038 May 26 22:48:26.870983 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Attempting to bind port a45122ad-d593-436d-98f9-678185be49b1 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:26.871546 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Attempting to bind port a45122ad-d593-436d-98f9-678185be49b1 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:26.871714 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Attempting to bind port a45122ad-d593-436d-98f9-678185be49b1 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:26.886222 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-3be80440-643a-4b66-a28e-1e490669d86d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1617424 May 26 22:48:26.946137 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Port a45122ad-d593-436d-98f9-678185be49b1 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:48:26.946465 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Attempting to bind port a45122ad-d593-436d-98f9-678185be49b1 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:26.992644 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70bd3d-1bd0-4903-a277-c0e0628b1a26 req-7924b40b-d53b-49b2-b841-abcbf77f6096 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:26.993359 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf70bd3d-1bd0-4903-a277-c0e0628b1a26 req-7924b40b-d53b-49b2-b841-abcbf77f6096 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:27.097869 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-55193cf2-7cfb-4e23-8750-ba89c6720a17 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984026 May 26 22:48:27.105298 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:27.105632 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Checking segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:27.106008 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Bound using segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:27.106453 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Bound port: a45122ad-d593-436d-98f9-678185be49b1, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:27.106794 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.186361 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf70bd3d-1bd0-4903-a277-c0e0628b1a26 req-7924b40b-d53b-49b2-b841-abcbf77f6096 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:27.202320 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cf70bd3d-1bd0-4903-a277-c0e0628b1a26 req-7924b40b-d53b-49b2-b841-abcbf77f6096 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 931 time: 0.4615645 May 26 22:48:27.263974 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-50caed6d-fa56-4a12-96df-1aaf4da83049 req-675ac4ac-c337-4e32-b383-d90ab978d3fe service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581678 May 26 22:48:27.266704 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0987ee85-fa4e-41ad-8458-b6419688b1c2 req-3d32b33a-92eb-4081-8394-674be1175369 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103305 May 26 22:48:27.376677 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf70bd3d-1bd0-4903-a277-c0e0628b1a26 req-de5724b3-5336-43ad-9c31-0f9ca2e8e3bf tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:27.408567 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] For port a45122ad-d593-436d-98f9-678185be49b1, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:27.414084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] For port a45122ad-d593-436d-98f9-678185be49b1, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a45122ad-d593-436d-98f9-678185be49b1,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:27.419546 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.546989 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf70bd3d-1bd0-4903-a277-c0e0628b1a26 req-de5724b3-5336-43ad-9c31-0f9ca2e8e3bf tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:27.548149 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cf70bd3d-1bd0-4903-a277-c0e0628b1a26 req-de5724b3-5336-43ad-9c31-0f9ca2e8e3bf tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450353 May 26 22:48:27.600132 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.601503 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/a45122ad-d593-436d-98f9-678185be49b1 HTTP/1.1" status: 200 len: 1094 time: 3.5690289 May 26 22:48:27.601936 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'tag': 'a45122ad-d593-436d-98f9-678185be49b1'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:27.614702 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cbc696-22d2-4f76-a543-d3320b2b1034 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:27.626587 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.636542 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a4023-281a-4ed2-957f-8ca1c10f99b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a45122ad-d593-436d-98f9-678185be49b1,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:27.686793 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Transition to ACTIVE for port object c0cbc696-22d2-4f76-a543-d3320b2b1034 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:27.712173 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:27.732887 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a184-624d-4562-8ff6-4d90c58e7e3f req-84bb09c6-c3f4-427d-8d39-f63867130025 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:27.749798 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e243a184-624d-4562-8ff6-4d90c58e7e3f req-84bb09c6-c3f4-427d-8d39-f63867130025 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 944 time: 0.2111440 May 26 22:48:27.781430 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ef8b45-a7ef-4be1-8b7a-9ce282a8352c'] response: {'name': 'network-changed', 'server_uuid': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'tag': 'a45122ad-d593-436d-98f9-678185be49b1', 'status': 'completed', 'code': 200} May 26 22:48:27.822654 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e243a184-624d-4562-8ff6-4d90c58e7e3f req-e59cb05b-b75b-49fe-a855-96f51b2c788d tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621290 May 26 22:48:27.982466 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Pushing event updated for resources: {'Port': ['ID=c0cbc696-22d2-4f76-a543-d3320b2b1034,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:28.041811 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-520d8b59-ad26-40b4-9119-5381d681c3c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 1097 time: 0.3949788 May 26 22:48:28.198455 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-3b2a0c8e-95b1-4ad4-958d-e08d12a6c7ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45122ad-d593-436d-98f9-678185be49b1 HTTP/1.1" status: 200 len: 217 time: 0.1155415 May 26 22:48:28.279569 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Attempting to bind port c0cbc696-22d2-4f76-a543-d3320b2b1034 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:28.279860 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Attempting to bind port c0cbc696-22d2-4f76-a543-d3320b2b1034 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:28.280187 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Attempting to bind port c0cbc696-22d2-4f76-a543-d3320b2b1034 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:28.291160 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-ae1bfebc-d7f0-4bc7-b8ec-e9ae2c3c9f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:28.292753 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-ae1bfebc-d7f0-4bc7-b8ec-e9ae2c3c9f88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0865114 May 26 22:48:28.294811 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Port c0cbc696-22d2-4f76-a543-d3320b2b1034 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:48:28.295126 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Attempting to bind port c0cbc696-22d2-4f76-a543-d3320b2b1034 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:28.357298 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:28.357942 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Checking segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:28.358469 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Bound using segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:28.358903 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Bound port: c0cbc696-22d2-4f76-a543-d3320b2b1034, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:28.359291 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.450434 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Sync routers for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:28.475848 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:28.476710 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:28.538387 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] For port c0cbc696-22d2-4f76-a543-d3320b2b1034, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:28.563240 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] For port c0cbc696-22d2-4f76-a543-d3320b2b1034, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:28.568022 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-8f8577a3-6edc-407a-a5b4-4715b6f855e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2671683 May 26 22:48:28.572924 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.703946 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:28.736939 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:28.738432 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] 10.222.0.67 "PUT /v2.0/ports/c0cbc696-22d2-4f76-a543-d3320b2b1034 HTTP/1.1" status: 200 len: 1093 time: 2.6644175 May 26 22:48:28.752864 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d7f92-1bfb-4cad-ad3b-b07259381c57 req-bc7c0e86-319d-4334-ab15-532021f226cd tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:28.758142 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-831d7f92-1bfb-4cad-ad3b-b07259381c57 req-bc7c0e86-319d-4334-ab15-532021f226cd tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 945 time: 0.2892680 May 26 22:48:28.897515 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6710dfb-db53-4775-b1c2-d36d857453ec service neutron] Pushing event updated for resources: {'Port': ['ID=c0cbc696-22d2-4f76-a543-d3320b2b1034,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:28.943559 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4db0f-fce0-47d4-a841-b3430395694b req-9c9262d7-c002-41e0-bb2b-7964c9c6c0ce tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:28.957089 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7db4db0f-fce0-47d4-a841-b3430395694b req-9c9262d7-c002-41e0-bb2b-7964c9c6c0ce tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 943 time: 0.1404412 May 26 22:48:29.036426 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-19c4df11-57be-460e-8274-cf5c7a00ed06 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580934 May 26 22:48:29.044014 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-831d7f92-1bfb-4cad-ad3b-b07259381c57 req-039533d5-346d-44bf-9c70-1874ce1f1b0a tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699230 May 26 22:48:29.056491 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7db4db0f-fce0-47d4-a841-b3430395694b req-7446d47f-ec68-4cf4-820b-db18f65da7d8 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965114 May 26 22:48:29.205375 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:05Z', 'revision_number': 2, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:29.213333 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Checking router: 2f6a605e-de03-45de-888c-4103248e99a1 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:29.213826 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Updating router 2f6a605e-de03-45de-888c-4103248e99a1 port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:48:29.262087 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52592) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:29.303510 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-1ccf1369-de36-43c8-beb4-055bd3f27f63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 1096 time: 0.5076964 May 26 22:48:29.305869 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:29.497151 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a708b2b2-4a77-4522-90ef-86da537a5543 req-a5ce41dd-be62-4121-a67b-809e7008942e service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503615 May 26 22:48:29.499463 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-67e4707a-08dc-45ef-9119-e034cdd46dff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034 HTTP/1.1" status: 200 len: 217 time: 0.1744430 May 26 22:48:29.513620 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be6c35-de86-4a08-95d2-d6337d6653ee req-d8c2152b-9204-4f82-9da6-88c88a563f7b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.521205 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-79be6c35-de86-4a08-95d2-d6337d6653ee req-d8c2152b-9204-4f82-9da6-88c88a563f7b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 944 time: 0.2994859 May 26 22:48:29.685155 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device bd581589-513c-402c-8147-6b312513e9d1 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:29.746196 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-79be6c35-de86-4a08-95d2-d6337d6653ee req-66033179-8b41-40f8-937a-3bf4c135562a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233057 May 26 22:48:29.749086 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-c70cec15-33fb-49d9-bb76-bf0faa21918d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:29.750770 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-c70cec15-33fb-49d9-bb76-bf0faa21918d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.2429600 May 26 22:48:29.808601 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030543d8-b41f-4c20-9094-b28978c733c2', 'tag': 'c0cbc696-22d2-4f76-a543-d3320b2b1034'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:29.922449 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693aa381-542e-4944-9718-d948082864fd'] response: {'name': 'network-changed', 'server_uuid': '030543d8-b41f-4c20-9094-b28978c733c2', 'tag': 'c0cbc696-22d2-4f76-a543-d3320b2b1034', 'status': 'completed', 'code': 200} May 26 22:48:29.930144 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-76f7bc8c-23cc-492b-836e-1de00346f5c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 1097 time: 0.3386884 May 26 22:48:29.938541 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-cda38f43-fb67-48c6-8b71-af9d2863e430 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1802006 May 26 22:48:29.941580 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.027917 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:30.037005 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Usage tracker for resource:security_group_rule and tenant:9eeba2f3d09b4e0d875aceee68dae09c is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:30.039158 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port bd581589-513c-402c-8147-6b312513e9d1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bd581589-513c-402c-8147-6b312513e9d1,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:30.045222 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:30.056314 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:30.164757 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'bd581589-513c-402c-8147-6b312513e9d1', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'port_id': 'bd581589-513c-402c-8147-6b312513e9d1', 'mac_address': 'fa:16:3e:e1:4c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:30.221617 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.230093 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-2a3af8ba-12cc-4a7d-a59b-2ab97690ad39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:30.232256 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-2a3af8ba-12cc-4a7d-a59b-2ab97690ad39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.2925534 May 26 22:48:30.236357 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.238461 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-cb5357d7-7db0-4bf4-ab7a-6289901b4980 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744946 May 26 22:48:30.258624 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.299541 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8d462-a57f-4d89-b68b-988dc377ce05,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:30.312981 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.319285 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd581589-513c-402c-8147-6b312513e9d1 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:30.337292 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:48:30.352558 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5f087dee-776e-46f2-9e87-7bf4df897626 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9eeba2f3d09b4e0d875aceee68dae09c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0893290 May 26 22:48:30.356774 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52626) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:30.394867 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port bd581589-513c-402c-8147-6b312513e9d1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bd581589-513c-402c-8147-6b312513e9d1,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:30.399467 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Transition to ACTIVE for port object 0fbc26bc-f4da-412a-aef5-7f46e93625f5 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:30.406042 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.460612 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-35651800-e291-4825-993a-c81ac02486a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.471460 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.489550 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-35651800-e291-4825-993a-c81ac02486a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.552687 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-35651800-e291-4825-993a-c81ac02486a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.560180 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-64b4dc51-0063-445f-9871-ed6efd154310 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45122ad-d593-436d-98f9-678185be49b1 HTTP/1.1" status: 200 len: 217 time: 0.3151319 May 26 22:48:30.584917 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35651800-e291-4825-993a-c81ac02486a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8d462-a57f-4d89-b68b-988dc377ce05,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:30.609196 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-35651800-e291-4825-993a-c81ac02486a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:30.612043 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-35651800-e291-4825-993a-c81ac02486a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0cd8d462-a57f-4d89-b68b-988dc377ce05 HTTP/1.1" status: 204 len: 168 time: 0.2544639 May 26 22:48:30.804698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-deeb5833-15a9-4184-8060-1e211d4b1db6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:30.806065 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-deeb5833-15a9-4184-8060-1e211d4b1db6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.2187245 May 26 22:48:30.874036 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['bd581589-513c-402c-8147-6b312513e9d1'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:30.898911 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d1753-739e-4f02-b612-da23d6257aeb req-3ebf649c-9a52-476e-88b5-6b1e9d41006f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:30.905762 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f71d1753-739e-4f02-b612-da23d6257aeb req-3ebf649c-9a52-476e-88b5-6b1e9d41006f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 943 time: 0.5736585 May 26 22:48:30.924703 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab824e54-4f21-4e3d-8d7d-86e7be654356 req-f750cf76-c472-4868-9d74-c784991a0dde service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955422 May 26 22:48:30.997255 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f71d1753-739e-4f02-b612-da23d6257aeb req-4da9ebd9-a77a-4890-adf8-33df27c586fc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903192 May 26 22:48:31.011156 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=bd581589-513c-402c-8147-6b312513e9d1,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:31.093432 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-2066fc2e-e89d-43ad-b665-c6ed7023b4b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2719629 May 26 22:48:31.135439 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-e35b0f7a-eb8a-42b3-926c-5e19a7828858 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 1096 time: 0.1575387 May 26 22:48:31.211889 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Attempting to bind port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:31.214736 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Attempting to bind port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:31.215105 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Attempting to bind port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:31.217465 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c3df9-e101-4838-9eec-b3eb3b3e6a3a req-25b9e04d-4411-4c42-a587-40c349ed663f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.223882 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd5c3df9-e101-4838-9eec-b3eb3b3e6a3a req-25b9e04d-4411-4c42-a587-40c349ed663f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 945 time: 0.1898689 May 26 22:48:31.233987 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b9f1e-d72e-4ff2-aaf7-c3cc5ddbbf6e None None] Pushing event updated for resources: {'Port': ['ID=0fbc26bc-f4da-412a-aef5-7f46e93625f5,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:31.258158 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:31.258536 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Checking segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:31.266584 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.267296 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Bound using segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:31.270421 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Bound port: 0fbc26bc-f4da-412a-aef5-7f46e93625f5, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:31.271307 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.335579 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd5c3df9-e101-4838-9eec-b3eb3b3e6a3a req-e50dcbbd-38b2-4b72-a258-4a5d3ee3524f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043112 May 26 22:48:31.356204 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-981edd20-f0f0-4c8d-8227-75c4baac12af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.357695 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-981edd20-f0f0-4c8d-8227-75c4baac12af service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.1706400 May 26 22:48:31.494169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52658) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:31.524584 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-4addf42f-01bf-494a-b1ca-24f9dcc67840 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034 HTTP/1.1" status: 200 len: 217 time: 0.1391125 May 26 22:48:31.533764 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.619070 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:31.621216 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-d7f41fe4-db31-4c0d-a25e-c20075d55e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:31.626213 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-d7f41fe4-db31-4c0d-a25e-c20075d55e97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0896697 May 26 22:48:31.627264 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Usage tracker for resource:security_group_rule and tenant:34c18b1897e24073819f907c9d721f20 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:31.637356 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:31.647698 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:31.669465 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] For port 0fbc26bc-f4da-412a-aef5-7f46e93625f5, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:31.675574 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] For port 0fbc26bc-f4da-412a-aef5-7f46e93625f5, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=0fbc26bc-f4da-412a-aef5-7f46e93625f5,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:31.689645 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.822082 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.843434 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:31.945549 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979b6714-d402-4056-97ee-f22f00a8149b,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:31.957664 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:31.958869 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:31.968212 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b5843865-993d-41df-bce5-023aa381f441 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34c18b1897e24073819f907c9d721f20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4727583 May 26 22:48:31.972162 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52674) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:32.125136 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-efbae081-a087-40bf-bb6c-b505bc29c111 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0229943 May 26 22:48:32.330990 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-b47f439b-052f-489c-85eb-b90a976fb0ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6761203 May 26 22:48:32.473027 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b9f1e-d72e-4ff2-aaf7-c3cc5ddbbf6e None None] Pushing event updated for resources: {'Port': ['ID=0fbc26bc-f4da-412a-aef5-7f46e93625f5,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:32.521930 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a467042-6eaa-4390-81d1-a789eb1c62a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.569079 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:32.591282 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e4ba49db-377c-4a47-b41b-990e94c6518b req-973daf1c-c5b3-44af-b155-e843eac0b699 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506285 May 26 22:48:32.604100 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-e89deacd-dfb9-42fc-b025-b93948d56142 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629457 May 26 22:48:32.628658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a467042-6eaa-4390-81d1-a789eb1c62a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.737887 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a467042-6eaa-4390-81d1-a789eb1c62a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.778873 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467042-6eaa-4390-81d1-a789eb1c62a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b6714-d402-4056-97ee-f22f00a8149b,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:32.803795 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fa657-2443-4f48-b1c2-b740cb6582fd req-e532c9d0-64a9-4a4f-ad71-455bc84b7c26 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:32.814206 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e35fa657-2443-4f48-b1c2-b740cb6582fd req-e532c9d0-64a9-4a4f-ad71-455bc84b7c26 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 943 time: 0.3864398 May 26 22:48:32.815460 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a467042-6eaa-4390-81d1-a789eb1c62a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:32.817537 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8a467042-6eaa-4390-81d1-a789eb1c62a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/979b6714-d402-4056-97ee-f22f00a8149b HTTP/1.1" status: 204 len: 168 time: 0.8435838 May 26 22:48:32.925491 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e35fa657-2443-4f48-b1c2-b740cb6582fd req-d59a6fc4-4a5c-48a3-8e37-dd3a25f76705 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024625 May 26 22:48:32.976422 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f80ce4-47f1-4768-8551-3ca2889a551a req-6346402e-b5d7-42a3-a5f7-cc48f9601538 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660426 May 26 22:48:33.026261 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4c5c-6c84-445a-afc4-5073fc9df53c req-ae238f4b-d3e5-47e4-b709-a07345f5f9c9 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:33.033870 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b48e4c5c-6c84-445a-afc4-5073fc9df53c req-ae238f4b-d3e5-47e4-b709-a07345f5f9c9 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 945 time: 0.1738632 May 26 22:48:33.093129 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b48e4c5c-6c84-445a-afc4-5073fc9df53c req-b143da11-e5bb-4943-90bd-d7e93614824e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577526 May 26 22:48:33.126510 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:31Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:33.133490 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f868a378-cc83-4b49-b062-713e074b3252 None None] The sync data for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb is: [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:31Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:33.616795 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device a45122ad-d593-436d-98f9-678185be49b1 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:33.824652 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device bd581589-513c-402c-8147-6b312513e9d1 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:34.031852 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port a45122ad-d593-436d-98f9-678185be49b1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a45122ad-d593-436d-98f9-678185be49b1,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:34.080206 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port bd581589-513c-402c-8147-6b312513e9d1 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:34.102264 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'a45122ad-d593-436d-98f9-678185be49b1', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'port_id': 'a45122ad-d593-436d-98f9-678185be49b1', 'mac_address': 'fa:16:3e:d0:a9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:34.167278 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port bd581589-513c-402c-8147-6b312513e9d1 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:34.167880 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.283327 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.300255 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590da9b5-8eba-4f0b-a2ec-197b408cebc2 req-d054110e-e2e5-4142-b35d-e7038c5a671d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.323004 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45122ad-d593-436d-98f9-678185be49b1 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:34.332576 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-590da9b5-8eba-4f0b-a2ec-197b408cebc2 req-d054110e-e2e5-4142-b35d-e7038c5a671d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 943 time: 0.1790383 May 26 22:48:34.353913 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port a45122ad-d593-436d-98f9-678185be49b1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a45122ad-d593-436d-98f9-678185be49b1,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:34.370264 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.371510 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device c0cbc696-22d2-4f76-a543-d3320b2b1034 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:48:34.497016 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-590da9b5-8eba-4f0b-a2ec-197b408cebc2 req-03a0d99e-2601-4bec-9bfb-740b5e30007b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530488 May 26 22:48:34.526127 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=a45122ad-d593-436d-98f9-678185be49b1,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:34.529540 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 0fbc26bc-f4da-412a-aef5-7f46e93625f5 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:34.551188 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5472-4b00-4e30-a5be-9538ad93774b req-9a93df8e-78d8-4fe2-a361-5e089e9ce248 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:34.560045 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2dda5472-4b00-4e30-a5be-9538ad93774b req-9a93df8e-78d8-4fe2-a361-5e089e9ce248 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 945 time: 0.3064365 May 26 22:48:34.645121 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2dda5472-4b00-4e30-a5be-9538ad93774b req-b5429db4-7045-4341-aa8d-5cd39b151565 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833628 May 26 22:48:34.683041 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port c0cbc696-22d2-4f76-a543-d3320b2b1034, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:34.707185 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.718093 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'c0cbc696-22d2-4f76-a543-d3320b2b1034', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'port_id': 'c0cbc696-22d2-4f76-a543-d3320b2b1034', 'mac_address': 'fa:16:3e:76:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:48:34.799383 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:34.843197 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port bd581589-513c-402c-8147-6b312513e9d1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bd581589-513c-402c-8147-6b312513e9d1,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:34.854730 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:34.869180 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:34.873854 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.890311 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52778) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:34.941253 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:34.949398 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72b4f75-4182-4bdd-a736-a0a4ac7dfcfc'] response: {'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1', 'code': 200} May 26 22:48:35.052024 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.093466 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=bd581589-513c-402c-8147-6b312513e9d1,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:35.139253 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cbc696-22d2-4f76-a543-d3320b2b1034 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:48:35.155508 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port c0cbc696-22d2-4f76-a543-d3320b2b1034, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:35.163662 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.326312 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.334570 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=c0cbc696-22d2-4f76-a543-d3320b2b1034,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:35.385221 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:35.394327 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Usage tracker for resource:security_group_rule and tenant:4587ea460eef49ab81f7b9625303adf7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:35.403404 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:35.419009 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:35.420001 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b2bd437c-e8a9-44c2-a31d-ce6cc8ab1d0d req-f38d08a8-0e93-4b05-9465-4d7ab8409ffe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1099 time: 0.1455433 May 26 22:48:35.436356 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.447871 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['c0cbc696-22d2-4f76-a543-d3320b2b1034'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:35.497197 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b2bd437c-e8a9-44c2-a31d-ce6cc8ab1d0d req-6fa355b6-a3e5-4cc4-9138-229cb0c82502 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697536 May 26 22:48:35.532419 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['a45122ad-d593-436d-98f9-678185be49b1'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:35.555212 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.561649 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.611477 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d4f556-c53b-4fe6-bc77-66971a66d131,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:35.642522 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52808) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:35.654550 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a3259c95-a86f-43c3-9da6-521b9a68bc38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4587ea460eef49ab81f7b9625303adf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7627168 May 26 22:48:35.699097 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 0fbc26bc-f4da-412a-aef5-7f46e93625f5, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=0fbc26bc-f4da-412a-aef5-7f46e93625f5,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:35.722752 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-17e82d19-0a17-492f-97a3-2fd2d26c0b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.732478 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.754107 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-17e82d19-0a17-492f-97a3-2fd2d26c0b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.886382 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-17e82d19-0a17-492f-97a3-2fd2d26c0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:35.930630 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5231859-19ff-4758-a83a-0039f2b0193e req-260c8448-2a86-4301-81c7-2487b246f916 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:35.934979 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b5231859-19ff-4758-a83a-0039f2b0193e req-260c8448-2a86-4301-81c7-2487b246f916 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 944 time: 0.1503265 May 26 22:48:35.948202 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82d19-0a17-492f-97a3-2fd2d26c0b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d4f556-c53b-4fe6-bc77-66971a66d131,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:35.994732 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-17e82d19-0a17-492f-97a3-2fd2d26c0b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.001825 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-17e82d19-0a17-492f-97a3-2fd2d26c0b07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8d4f556-c53b-4fe6-bc77-66971a66d131 HTTP/1.1" status: 204 len: 168 time: 0.3564687 May 26 22:48:36.088129 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54108bc-afd2-46d5-84b8-e79e3f3986a8 req-61d12b86-2c45-4edf-ac75-e2d9878870eb tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.092772 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b5231859-19ff-4758-a83a-0039f2b0193e req-4eedcde8-24ee-4e28-aded-4f72602974c1 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412654 May 26 22:48:36.104745 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d54108bc-afd2-46d5-84b8-e79e3f3986a8 req-61d12b86-2c45-4edf-ac75-e2d9878870eb tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.2007713 May 26 22:48:36.194735 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d54108bc-afd2-46d5-84b8-e79e3f3986a8 req-2462e1c3-4007-4ef4-b120-441a22cde714 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888386 May 26 22:48:36.214332 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=0fbc26bc-f4da-412a-aef5-7f46e93625f5,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:36.415407 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 0fbc26bc-f4da-412a-aef5-7f46e93625f5 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:36.588888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:36.588888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:36.922848 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3a76-45b2-4f35-aa70-ee023bb23dca req-d65544bf-9eba-4a0a-a096-b768e325ef5a tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:36.930096 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3c9e3a76-45b2-4f35-aa70-ee023bb23dca req-d65544bf-9eba-4a0a-a096-b768e325ef5a tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 945 time: 0.2090571 May 26 22:48:36.978269 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52860) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:36.999483 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.026392 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3c9e3a76-45b2-4f35-aa70-ee023bb23dca req-29f021a7-b1d0-477f-baf4-81d8f136a101 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920372 May 26 22:48:37.039614 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:37.044615 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Usage tracker for resource:security_group_rule and tenant:ef7f4ec1864c495789e9c8ad44732a08 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:37.051151 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:37.057878 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:37.141663 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.150577 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.195361 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef7f4ec1864c495789e9c8ad44732a08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2154512 May 26 22:48:37.198316 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52876) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:37.220098 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c04ed0-d8d4-4081-841e-e7857ecca42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf662483-215a-4dad-8647-6493d5ab0cac,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:37.277821 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-abfb676b-302b-440a-84db-7432d865af22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.307750 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-abfb676b-302b-440a-84db-7432d865af22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.395405 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7daf8d-343a-4834-87a6-c73640ccd096 req-dac83b65-8cf8-4bdc-9669-52cd8b8eaec3 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:37.397615 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-af7daf8d-343a-4834-87a6-c73640ccd096 req-dac83b65-8cf8-4bdc-9669-52cd8b8eaec3 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 944 time: 0.1017838 May 26 22:48:37.427992 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-abfb676b-302b-440a-84db-7432d865af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.453062 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-af7daf8d-343a-4834-87a6-c73640ccd096 req-03fa44bc-f8fc-4dae-90ad-a31bc35fe18b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474384 May 26 22:48:37.471282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb676b-302b-440a-84db-7432d865af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf662483-215a-4dad-8647-6493d5ab0cac,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:37.495593 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5ee8-ba8e-4ff4-8591-0e6fbe484c39 req-e36a50ee-5813-42c5-a0b3-837942ceebc8 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:37.501356 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-684c5ee8-ba8e-4ff4-8591-0e6fbe484c39 req-e36a50ee-5813-42c5-a0b3-837942ceebc8 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1379111 May 26 22:48:37.502506 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-abfb676b-302b-440a-84db-7432d865af22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.507021 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-abfb676b-302b-440a-84db-7432d865af22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf662483-215a-4dad-8647-6493d5ab0cac HTTP/1.1" status: 204 len: 168 time: 0.3050206 May 26 22:48:37.588654 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-684c5ee8-ba8e-4ff4-8591-0e6fbe484c39 req-50effe48-4b2c-40e1-93a9-a2c36205b7f6 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823908 May 26 22:48:37.645227 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device a45122ad-d593-436d-98f9-678185be49b1 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:37.731649 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port a45122ad-d593-436d-98f9-678185be49b1 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:37.738181 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port a45122ad-d593-436d-98f9-678185be49b1 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:37.738844 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.837320 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a066a-da6d-4c55-92a5-daaf2875583d req-45f80b21-217e-45c1-8e85-d697634d62e5 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:37.842700 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-190a066a-da6d-4c55-92a5-daaf2875583d req-45f80b21-217e-45c1-8e85-d697634d62e5 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1022406 May 26 22:48:37.849004 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 52904) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:37.860307 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'floatingip': {'port_id': 'bd581589-513c-402c-8147-6b312513e9d1'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:37.886223 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.957893 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port a45122ad-d593-436d-98f9-678185be49b1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a45122ad-d593-436d-98f9-678185be49b1,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:37.960170 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45122ad-d593-436d-98f9-678185be49b1'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:37.964811 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.975708 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:37.976521 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device c0cbc696-22d2-4f76-a543-d3320b2b1034 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:38.114066 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52920) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:38.124391 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7abc58-1658-459f-9df9-f9ea20c9dee4'] response: {'server_uuid': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45122ad-d593-436d-98f9-678185be49b1', 'code': 200} May 26 22:48:38.329062 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=a45122ad-d593-436d-98f9-678185be49b1,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:38.345971 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port c0cbc696-22d2-4f76-a543-d3320b2b1034 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:38.352941 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port c0cbc696-22d2-4f76-a543-d3320b2b1034 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:38.353486 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.422469 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.466928 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:38.472284 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Usage tracker for resource:security_group_rule and tenant:88bfae3e48fd421693a97a47e8a418ea is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:38.475883 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:38.483448 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:38.571254 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.577431 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.585811 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.640141 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=88bfae3e48fd421693a97a47e8a418ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5236926 May 26 22:48:38.645372 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52938) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:38.685570 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port c0cbc696-22d2-4f76-a543-d3320b2b1034, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:38.697010 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.698717 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffdc98-d60e-4a70-a100-3da83e4588f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6026e134-c4af-44c8-a5ef-76e9d360a1d6,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:38.823560 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=c0cbc696-22d2-4f76-a543-d3320b2b1034,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:38.859276 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ada-78e3-44e0-9d22-727dba092405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.894116 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364411b8-d74a-4cf6-b030-b0374f7a810a req-4420834a-c9c2-4aa6-9fe7-7e5a47ba1f6a tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:38.896021 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-364411b8-d74a-4cf6-b030-b0374f7a810a req-4420834a-c9c2-4aa6-9fe7-7e5a47ba1f6a tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 945 time: 0.6316922 May 26 22:48:38.899497 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d211d6c0-e4b2-4ee0-b939-1a326e417aab req-15f5a4f0-9d0a-4a89-9e8e-484bda5cf736 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 1099 time: 0.3450415 May 26 22:48:38.909361 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-10b040e7-f173-4139-9950-ee89fc22ef4e tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:38.911426 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-10b040e7-f173-4139-9950-ee89fc22ef4e tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 945 time: 0.5559804 May 26 22:48:38.926274 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ada-78e3-44e0-9d22-727dba092405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:38.957579 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95fdf4-082b-43e7-8357-f2de7ba8ddb2 req-c5ef1b76-19e6-4ae5-97cb-843ab7b265b4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:38.959290 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5e95fdf4-082b-43e7-8357-f2de7ba8ddb2 req-c5ef1b76-19e6-4ae5-97cb-843ab7b265b4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.2340221 May 26 22:48:39.057458 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5e95fdf4-082b-43e7-8357-f2de7ba8ddb2 req-786e47eb-2b2f-4efd-a3ce-837c5db5bc52 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872216 May 26 22:48:39.080189 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ada-78e3-44e0-9d22-727dba092405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.095454 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d0ada-78e3-44e0-9d22-727dba092405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6026e134-c4af-44c8-a5ef-76e9d360a1d6,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:39.103690 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f58d0ada-78e3-44e0-9d22-727dba092405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.104975 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f58d0ada-78e3-44e0-9d22-727dba092405 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6026e134-c4af-44c8-a5ef-76e9d360a1d6 HTTP/1.1" status: 204 len: 168 time: 0.4555750 May 26 22:48:39.367776 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d211d6c0-e4b2-4ee0-b939-1a326e417aab req-2a315e82-64c7-4022-acb1-e5871762c240 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548423 May 26 22:48:39.401409 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-364411b8-d74a-4cf6-b030-b0374f7a810a req-51fe67af-7afa-444f-9d65-476fbad43182 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/security-groups?id=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869659 May 26 22:48:39.423373 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Deleting port 8239571b-05a3-4555-831a-acc5c2e91dc9 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:48:39.425446 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.522598 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52988) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:39.710112 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 52998) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:39.739948 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.777717 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:39.782349 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Usage tracker for resource:security_group_rule and tenant:f9ea578a22c14f50bedb72062fac95b8 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:39.785729 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:39.792473 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:39.845648 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] For port 8239571b-05a3-4555-831a-acc5c2e91dc9, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8239571b-05a3-4555-831a-acc5c2e91dc9,segment=NetworkSegment(65459709-6fe7-4bdf-9337-770aab845e49),segment_id=65459709-6fe7-4bdf-9337-770aab845e49)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:39.845961 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.871269 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.898982 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.943645 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.979244 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:39.984439 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.095963 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb0b5cf-49a0-4074-a2f2-6a557b5baf6e,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:40.114693 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c7fe42b9-9dd8-43b8-81bc-97b0525b128b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9ea578a22c14f50bedb72062fac95b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4033806 May 26 22:48:40.119200 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Calling delete_port for 8239571b-05a3-4555-831a-acc5c2e91dc9 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:48:40.120137 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53016) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:40.125600 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030543d8-b41f-4c20-9094-b28978c733c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cbc696-22d2-4f76-a543-d3320b2b1034'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:40.151342 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:40.178019 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ea90b089bf4a5b823592cc5f18d297 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:40.183750 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:40.196067 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:40.232629 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53022) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:40.245400 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f13b625-2c7d-4571-aa07-107adeebe046'] response: {'server_uuid': '030543d8-b41f-4c20-9094-b28978c733c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cbc696-22d2-4f76-a543-d3320b2b1034', 'code': 200} May 26 22:48:40.250491 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b081bf9f-391a-47c2-b762-e513db701ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.330750 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b081bf9f-391a-47c2-b762-e513db701ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.437871 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.458787 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.511892 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.526190 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['8239571b-05a3-4555-831a-acc5c2e91dc9'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:48:40.578016 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Pushing event deleted for resources: {'Port': ['ID=8239571b-05a3-4555-831a-acc5c2e91dc9,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:40.670689 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b081bf9f-391a-47c2-b762-e513db701ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.678557 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ccfef-be0f-4ad7-b82d-2e0e23782616,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:40.706345 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588223-7ab4-4f1e-bea9-2a224ae438f8 req-41e5c301-7fd9-469c-95b3-a59b62367ecd tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:40.707884 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5d588223-7ab4-4f1e-bea9-2a224ae438f8 req-41e5c301-7fd9-469c-95b3-a59b62367ecd tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.4173846 May 26 22:48:40.721280 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-d36a5f34-98d5-4ee2-86a9-9c2263f40993 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7ea90b089bf4a5b823592cc5f18d297&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1972296 May 26 22:48:40.733994 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53040) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:40.768134 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] No DVR routers for this DVR port 8239571b-05a3-4555-831a-acc5c2e91dc9 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:48:40.777107 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.780582 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'name': 'network-vif-deleted', 'tag': '8239571b-05a3-4555-831a-acc5c2e91dc9'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:40.788476 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081bf9f-391a-47c2-b762-e513db701ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb0b5cf-49a0-4074-a2f2-6a557b5baf6e,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:40.806289 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.848931 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b081bf9f-391a-47c2-b762-e513db701ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.850020 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b081bf9f-391a-47c2-b762-e513db701ee2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbb0b5cf-49a0-4074-a2f2-6a557b5baf6e HTTP/1.1" status: 204 len: 168 time: 0.7265642 May 26 22:48:40.881420 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5d588223-7ab4-4f1e-bea9-2a224ae438f8 req-a3a47a40-c657-44a7-a2ad-f9a72716a3dd tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559010 May 26 22:48:40.898735 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:40.906393 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Usage tracker for resource:security_group_rule and tenant:c3c364df7d8946e7974fbadfaa483030 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:40.911553 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:40.917498 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43cfb7ef-ebc1-449b-b66f-141fcd8e75f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:40.922545 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:40.936541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-49dc78c0-82ab-4899-8daf-58759382e2fb req-19a7d527-882c-4357-9e17-78bc1f2485f9 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Synchronizing usage tracker for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:48:40.968533 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e50205f6-7cb0-4f56-a0e5-bd7c7cb77dc1 req-3465ed45-fc4e-4047-956c-85135a44db25 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.67 "DELETE /v2.0/ports/8239571b-05a3-4555-831a-acc5c2e91dc9 HTTP/1.1" status: 204 len: 173 time: 2.0438814 May 26 22:48:40.998605 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43cfb7ef-ebc1-449b-b66f-141fcd8e75f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.001328 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a415108d-1914-482d-83b4-bf14291f388c'] response: {'server_uuid': 'bb3b698d-1401-46e6-81ab-94405c8c07f9', 'name': 'network-vif-deleted', 'tag': '8239571b-05a3-4555-831a-acc5c2e91dc9', 'status': 'completed', 'code': 200} May 26 22:48:41.025329 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-49dc78c0-82ab-4899-8daf-58759382e2fb req-19a7d527-882c-4357-9e17-78bc1f2485f9 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] Unset dirty status for tenant:b906f14f74ad43a2858178da2dd6c5a4 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:48:41.037077 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-49dc78c0-82ab-4899-8daf-58759382e2fb req-19a7d527-882c-4357-9e17-78bc1f2485f9 tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.2623806 May 26 22:48:41.047115 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e6590f29-9a9a-4730-ad04-53abd86c99d3 req-f3aeb41d-019b-47d7-9752-8f951a83a074 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 1098 time: 0.3279099 May 26 22:48:41.104191 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e6590f29-9a9a-4730-ad04-53abd86c99d3 req-f6d5b941-d58d-4887-aeda-96eff3931716 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501912 May 26 22:48:41.139546 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.146778 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.148750 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Floating IP b95584f6-d67c-4888-a737-1b8165a600cc associated. External IP: 172.28.3.199, port: bd581589-513c-402c-8147-6b312513e9d1. May 26 22:48:41.225970 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47323201-db89-44a4-9ca0-c6292646e59e,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:41.247203 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-17341f1b-a217-4f55-ade6-baec5890e61e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3c364df7d8946e7974fbadfaa483030&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0150783 May 26 22:48:41.251308 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53060) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:41.274954 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43cfb7ef-ebc1-449b-b66f-141fcd8e75f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.305570 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfb7ef-ebc1-449b-b66f-141fcd8e75f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ccfef-be0f-4ad7-b82d-2e0e23782616,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:41.324945 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43cfb7ef-ebc1-449b-b66f-141fcd8e75f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.326202 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-43cfb7ef-ebc1-449b-b66f-141fcd8e75f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d76ccfef-be0f-4ad7-b82d-2e0e23782616 HTTP/1.1" status: 204 len: 168 time: 0.5887649 May 26 22:48:41.358396 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff0010d7-597f-4b0b-8dbb-cc86587209e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.414541 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff0010d7-597f-4b0b-8dbb-cc86587209e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.492357 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff0010d7-597f-4b0b-8dbb-cc86587209e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.518846 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0010d7-597f-4b0b-8dbb-cc86587209e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47323201-db89-44a4-9ca0-c6292646e59e,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:41.518939 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53074) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:41.530233 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff0010d7-597f-4b0b-8dbb-cc86587209e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:41.532557 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ff0010d7-597f-4b0b-8dbb-cc86587209e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47323201-db89-44a4-9ca0-c6292646e59e HTTP/1.1" status: 204 len: 168 time: 0.2788763 May 26 22:48:41.646734 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:48:41.966865 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1513e11-b5fd-4f19-94b0-ad305e1726a4 req-ee194022-4668-42d4-a72a-6e5b861daa02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1100452 May 26 22:48:41.990004 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.031321 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:42.036541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.048812 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] Sync routers for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:42.095113 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:42.105409 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:42.135618 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:42.158045 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee0a560da16438f81102715637789db is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:42.168675 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:42.197713 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:42.291226 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1513e11-b5fd-4f19-94b0-ad305e1726a4 req-941f4c3d-4343-45fc-a66a-604672168d5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b906f14f74ad43a2858178da2dd6c5a4&device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.1035993 May 26 22:48:42.295233 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-34b821e2-cfe6-48be-be3e-853ec05997a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "PUT /v2.0/floatingips/b95584f6-d67c-4888-a737-1b8165a600cc HTTP/1.1" status: 200 len: 992 time: 4.4419925 May 26 22:48:42.508976 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53116) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:42.569725 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.591496 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53124) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:42.625786 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:42.629711 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Usage tracker for resource:security_group_rule and tenant:16bf8670b1514efd8bcb6c42822163c9 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:42.632720 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:42.638491 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:42.651214 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:42.682849 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.697854 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.709613 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0697bf4-de66-4a0a-a0b6-c22cc308089b req-916058ad-02e4-4bc3-84bc-88f27809da66 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:42.711539 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a0697bf4-de66-4a0a-a0b6-c22cc308089b req-916058ad-02e4-4bc3-84bc-88f27809da66 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.4630632 May 26 22:48:42.739321 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:42.830538 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-18f75128-355e-4d95-ae26-b4fb98743d2b req-a52c631b-c875-4f04-8e62-ea2cc5caa06e tempest-DeleteServersTestJSON-933564530 tempest-DeleteServersTestJSON-933564530-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3b698d-1401-46e6-81ab-94405c8c07f9 HTTP/1.1" status: 200 len: 210 time: 0.1347697 May 26 22:48:42.900353 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b01c0-501f-4b92-988a-cb4120324cdb,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:42.933830 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1513e11-b5fd-4f19-94b0-ad305e1726a4 req-1b3026e1-4160-4d4a-8cd0-407b989b76d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:42.935860 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1513e11-b5fd-4f19-94b0-ad305e1726a4 req-1b3026e1-4160-4d4a-8cd0-407b989b76d8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b906f14f74ad43a2858178da2dd6c5a4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6217196 May 26 22:48:43.037154 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.039281 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:48:43.067654 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1fefd5ab-080c-4883-817c-4dbfa7815149 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ee0a560da16438f81102715637789db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5426171 May 26 22:48:43.072686 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a0697bf4-de66-4a0a-a0b6-c22cc308089b req-0f592b41-4c0f-4dfd-80be-e2a1df92a3e2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345370 May 26 22:48:43.082284 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53140) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:43.094355 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:43.104108 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Usage tracker for resource:security_group_rule and tenant:25756935cdef44839eb67061624c6934 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:43.113001 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:43.123704 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:43.139059 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f22ddf-956b-4204-85b2-9ffab8c477dd'] response: {'name': 'network-changed', 'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1', 'status': 'completed', 'code': 200} May 26 22:48:43.173085 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.211550 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'b95584f6-d67c-4888-a737-1b8165a600cc', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'floating_ip_address': '172.28.3.199', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'port_id': 'bd581589-513c-402c-8147-6b312513e9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'mac_address': 'fa:16:3e:e1:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:48:09Z', 'updated_at': '2022-05-26T22:48:39Z', 'revision_number': 1, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:43.217202 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] Checking router: c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:43.243181 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:43.243963 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:43.282242 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e10bf82-ae88-4f52-87e9-931fd0eecc99,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:43.297390 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1513e11-b5fd-4f19-94b0-ad305e1726a4 req-8bfebdfc-5c9d-40a6-988c-c554666c8edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.299255 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1513e11-b5fd-4f19-94b0-ad305e1726a4 req-8bfebdfc-5c9d-40a6-988c-c554666c8edd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3456161 May 26 22:48:43.312469 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8aea7182-2ce6-4c5a-871b-fb0ef49bb01a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16bf8670b1514efd8bcb6c42822163c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7981696 May 26 22:48:43.315891 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53150) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:43.319293 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6aa31d8b-fc70-4965-9106-c05898151e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.366519 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.372111 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-c61a4cef-ee0b-4f24-8316-5d3723a8ec08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1099 time: 0.2243829 May 26 22:48:43.375183 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6aa31d8b-fc70-4965-9106-c05898151e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.384957 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.421588 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2163fcc0-56bc-4d3b-b454-94d3172b7870,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:43.461527 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5a814149-6c9e-4b2f-b4c9-b93305f4aa78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25756935cdef44839eb67061624c6934&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8688252 May 26 22:48:43.464314 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-df867a0f-fefa-48cd-97c2-0b0363ae258a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.465792 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53156) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:43.479133 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53160) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:43.524658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-df867a0f-fefa-48cd-97c2-0b0363ae258a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.573320 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6aa31d8b-fc70-4965-9106-c05898151e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.593153 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-a6cb24db-ab8c-4039-97d3-458dc9cfee5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.595905 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-a6cb24db-ab8c-4039-97d3-458dc9cfee5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.2091439 May 26 22:48:43.595905 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa31d8b-fc70-4965-9106-c05898151e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b01c0-501f-4b92-988a-cb4120324cdb,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:43.619246 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-df867a0f-fefa-48cd-97c2-0b0363ae258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.645788 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df867a0f-fefa-48cd-97c2-0b0363ae258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e10bf82-ae88-4f52-87e9-931fd0eecc99,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:43.656838 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd30d-68a3-4fab-9d40-6b2817fcea5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.676071 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8239571b-05a3-4555-831a-acc5c2e91dc9 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:48:43.687297 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-df867a0f-fefa-48cd-97c2-0b0363ae258a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.691575 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-df867a0f-fefa-48cd-97c2-0b0363ae258a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e10bf82-ae88-4f52-87e9-931fd0eecc99 HTTP/1.1" status: 204 len: 168 time: 0.3714008 May 26 22:48:43.697326 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd30d-68a3-4fab-9d40-6b2817fcea5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.764832 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.790232 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6aa31d8b-fc70-4965-9106-c05898151e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.791792 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-6aa31d8b-fc70-4965-9106-c05898151e96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d55b01c0-501f-4b92-988a-cb4120324cdb HTTP/1.1" status: 204 len: 168 time: 0.7081249 May 26 22:48:43.813998 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 8239571b-05a3-4555-831a-acc5c2e91dc9 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:48:43.814338 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8239571b-05a3-4555-831a-acc5c2e91dc9 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:48:43.822166 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:43.828896 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Usage tracker for resource:security_group_rule and tenant:0f25836f5f514c9aab079949567ac0c4 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:43.832199 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:43.840382 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:43.845423 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-554c1e48-bbe1-4ff9-b0f1-654003797587 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 1000 time: 0.2446876 May 26 22:48:43.917479 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-eabc37e8-0742-42c7-adff-f64f04e2cee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:43.919652 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.920362 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-eabc37e8-0742-42c7-adff-f64f04e2cee4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.0648563 May 26 22:48:43.922143 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd30d-68a3-4fab-9d40-6b2817fcea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.924717 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:43.936049 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.951983 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd30d-68a3-4fab-9d40-6b2817fcea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2163fcc0-56bc-4d3b-b454-94d3172b7870,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:43.976887 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd30d-68a3-4fab-9d40-6b2817fcea5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:43.980971 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a6ecd30d-68a3-4fab-9d40-6b2817fcea5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2163fcc0-56bc-4d3b-b454-94d3172b7870 HTTP/1.1" status: 204 len: 168 time: 0.5115435 May 26 22:48:44.012102 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f25836f5f514c9aab079949567ac0c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5261354 May 26 22:48:44.013120 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1830-3c5d-46ae-af44-58f5c9496251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce25e19-34e4-41a7-a6e8-b892f146d9df,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:44.015757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53180) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:44.091558 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9921246-215a-4029-9a2a-91054ee504b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.128867 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9921246-215a-4029-9a2a-91054ee504b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.176757 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-cbb60cd1-2f45-4613-869b-286d01ecb075 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2496974 May 26 22:48:44.197507 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9921246-215a-4029-9a2a-91054ee504b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.248147 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9921246-215a-4029-9a2a-91054ee504b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce25e19-34e4-41a7-a6e8-b892f146d9df,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:44.258701 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f9921246-215a-4029-9a2a-91054ee504b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:44.260167 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f9921246-215a-4029-9a2a-91054ee504b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ce25e19-34e4-41a7-a6e8-b892f146d9df HTTP/1.1" status: 204 len: 168 time: 0.2435238 May 26 22:48:44.415482 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-2fc79eb3-7abb-41ee-b18e-c273d2a795e8 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303069 May 26 22:48:44.590967 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8c99d-3b2e-4190-b1de-1ea611f98848 req-8ff67e66-85a1-4d3d-a9ea-2d494aa6aabb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:44.592456 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5fe8c99d-3b2e-4190-b1de-1ea611f98848 req-8ff67e66-85a1-4d3d-a9ea-2d494aa6aabb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1777480 May 26 22:48:44.652724 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'b95584f6-d67c-4888-a737-1b8165a600cc', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'floating_ip_address': '172.28.3.199', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'port_id': 'bd581589-513c-402c-8147-6b312513e9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'mac_address': 'fa:16:3e:e1:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:48:09Z', 'updated_at': '2022-05-26T22:48:39Z', 'revision_number': 1, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:44.659923 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c62e2-514f-41f9-b4d0-e3e8cacc1ab7 None None] The sync data for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb is: [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'b95584f6-d67c-4888-a737-1b8165a600cc', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'floating_ip_address': '172.28.3.199', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'port_id': 'bd581589-513c-402c-8147-6b312513e9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'mac_address': 'fa:16:3e:e1:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:48:09Z', 'updated_at': '2022-05-26T22:48:39Z', 'revision_number': 1, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:44.715457 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1164b8ad-6087-493d-aff2-39e95d5df5fb req-6f6341bd-cac1-44e2-a70b-05fa634c3152 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570329 May 26 22:48:44.754460 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5fe8c99d-3b2e-4190-b1de-1ea611f98848 req-bf44507c-0113-4bfe-bb50-cbde28388fdc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529901 May 26 22:48:44.939010 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.117713 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53222) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:45.188748 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.202397 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53226) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:45.226059 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.271234 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:45.276815 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Usage tracker for resource:security_group_rule and tenant:2955212490b843d1956f4fa2e1585eb6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:45.280748 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:45.288394 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:45.297469 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:45.304429 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Usage tracker for resource:security_group_rule and tenant:99ca8bc15a554692a735b13af39e82c3 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:45.307933 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:45.317319 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:45.339815 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-aadf5c13-bcb6-43c6-a086-845248c63205 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 1098 time: 0.2187672 May 26 22:48:45.349413 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd99c0-8c12-4d46-84d5-5d6c1e8f911b req-aa6adbb2-4348-4357-8cfc-9abbece5fdb2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:45.350992 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d6fd99c0-8c12-4d46-84d5-5d6c1e8f911b req-aa6adbb2-4348-4357-8cfc-9abbece5fdb2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1650672 May 26 22:48:45.385293 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.392006 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.443697 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a126ca6-f62e-460c-aa25-c075eff627e5,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:45.473041 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-01395e71-ddf0-4afc-a877-ec90e67d2db9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2955212490b843d1956f4fa2e1585eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2695360 May 26 22:48:45.475430 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53238) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:45.519166 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d6fd99c0-8c12-4d46-84d5-5d6c1e8f911b req-4c20fe13-e262-4a64-bbfa-a642befeb301 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368155 May 26 22:48:45.561728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2ded0354-11dd-4f22-8470-8e0e78c39a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.593068 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2ded0354-11dd-4f22-8470-8e0e78c39a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.647544 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.650195 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-64e7a99a-ac2a-45e5-b2e5-71899c0697c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:45.651600 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-64e7a99a-ac2a-45e5-b2e5-71899c0697c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.2983527 May 26 22:48:45.657241 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2ded0354-11dd-4f22-8470-8e0e78c39a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.658028 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.678438 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded0354-11dd-4f22-8470-8e0e78c39a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a126ca6-f62e-460c-aa25-c075eff627e5,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:45.682542 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2ded0354-11dd-4f22-8470-8e0e78c39a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.684004 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2ded0354-11dd-4f22-8470-8e0e78c39a0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a126ca6-f62e-460c-aa25-c075eff627e5 HTTP/1.1" status: 204 len: 168 time: 0.2067978 May 26 22:48:45.749007 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde544b-529e-4358-9070-533ef538cf60,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:45.783130 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-6ad13f28-6702-4327-9f84-2072288b8017 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034 HTTP/1.1" status: 200 len: 217 time: 0.1169598 May 26 22:48:45.789363 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-911bc1b5-f1ba-4c39-966f-e5d3f0a0769b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99ca8bc15a554692a735b13af39e82c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6703954 May 26 22:48:45.792007 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53252) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:45.878894 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-224311a3-430a-4c4a-ba56-7697dddb3f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:45.879638 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-f80bf9be-72ee-4ba1-a8a7-44e56c885dba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:45.885011 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-f80bf9be-72ee-4ba1-a8a7-44e56c885dba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0861504 May 26 22:48:45.950101 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-224311a3-430a-4c4a-ba56-7697dddb3f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.016689 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-2b1f359d-c8b1-42fd-b21d-494225aced4d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1248343 May 26 22:48:46.017421 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-224311a3-430a-4c4a-ba56-7697dddb3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.041592 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-224311a3-430a-4c4a-ba56-7697dddb3f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.045926 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-224311a3-430a-4c4a-ba56-7697dddb3f2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6dde544b-529e-4358-9070-533ef538cf60 HTTP/1.1" status: 204 len: 168 time: 0.2526181 May 26 22:48:46.046761 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224311a3-430a-4c4a-ba56-7697dddb3f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde544b-529e-4358-9070-533ef538cf60,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:46.191676 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-8ce8ccc9-ec7a-4bf4-8968-e26ef496c071 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679134 May 26 22:48:46.268605 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53276) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:46.343058 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] Deleting subnet 31b5eaed-746c-4418-acfe-6bbf5a77e830 {{(pid=83313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:48:46.346169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.346854 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-923c123d-c8e6-4813-96e4-929312ae4e36 req-78d69533-186d-4eb8-a729-de0df4bf895a service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486464 May 26 22:48:46.402301 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423926'] for subnet, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.479074 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.555761 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3297364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3449354'] for subnet, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.597496 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b5eaed-746c-4418-acfe-6bbf5a77e830,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:46.606018 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.615093 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53292) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:46.615407 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-9db74237-df37-4c90-a719-9717128faa3c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/31b5eaed-746c-4418-acfe-6bbf5a77e830 HTTP/1.1" status: 204 len: 168 time: 0.3453310 May 26 22:48:46.776494 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:46.904139 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03209e2b-e385-4396-a871-2f5f5c7bd4e8 req-adc72920-1cca-45e9-a712-7683e9fae3ed tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:46.912293 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-03209e2b-e385-4396-a871-2f5f5c7bd4e8 req-adc72920-1cca-45e9-a712-7683e9fae3ed tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.2134118 May 26 22:48:47.044563 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.051774 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-03209e2b-e385-4396-a871-2f5f5c7bd4e8 req-8f66a2a4-b23a-4def-82b0-8541468ff554 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312878 May 26 22:48:47.106561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e511ba-f37b-4929-b677-9988af64bb88']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:47.125906 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65459709-6fe7-4bdf-9337-770aab845e49') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:47.126195 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65459709-6fe7-4bdf-9337-770aab845e49') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:47.163658 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdefd26-20c5-47f7-8f5a-f6cd69ecaff8 None None] New status for floating IP b95584f6-d67c-4888-a737-1b8165a600cc: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:48:47.169621 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.203802 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.219353 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:48:47.219761 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:48:47.244542 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:48:47.436076 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.473222 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.482966 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e511ba-f37b-4929-b677-9988af64bb88,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:47.504854 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0f7b79fc-a83a-4f1d-9269-f05543ee7053 admin admin] 10.222.0.47 "DELETE /v2.0/networks/18e511ba-f37b-4929-b677-9988af64bb88 HTTP/1.1" status: 204 len: 168 time: 0.8871896 May 26 22:48:47.827075 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53328) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:47.886928 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0d43dbb2-15e4-4742-9966-1585638f82b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b906f14f74ad43a2858178da2dd6c5a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0585282 May 26 22:48:47.890031 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53336) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:47.950192 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-501dd176-be8e-418b-8e70-3860802b78e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:47.978887 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-501dd176-be8e-418b-8e70-3860802b78e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:48.038314 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-501dd176-be8e-418b-8e70-3860802b78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:48.058822 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dd176-be8e-418b-8e70-3860802b78e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:48.070740 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-501dd176-be8e-418b-8e70-3860802b78e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:48.074439 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-501dd176-be8e-418b-8e70-3860802b78e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08d2a6d6-41a6-41ae-9baa-854cd9f3eb5c HTTP/1.1" status: 204 len: 168 time: 0.1809947 May 26 22:48:48.281064 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcefbb-0e2b-43ed-98e9-ffbc89c0d215 req-6eb619c9-367b-458a-a324-409c511f970f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:48.283186 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a1bcefbb-0e2b-43ed-98e9-ffbc89c0d215 req-6eb619c9-367b-458a-a324-409c511f970f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.0864789 May 26 22:48:48.332984 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a1bcefbb-0e2b-43ed-98e9-ffbc89c0d215 req-50b8f03c-953f-4f00-941f-1e6206409008 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 May 26 22:48:49.585705 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29b7c4-72dd-42b0-840c-d12b4cb951a8 req-d0cfc05b-02a6-4595-85dd-fefffff89fbb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:49.587512 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cb29b7c4-72dd-42b0-840c-d12b4cb951a8 req-d0cfc05b-02a6-4595-85dd-fefffff89fbb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1154819 May 26 22:48:49.641666 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cb29b7c4-72dd-42b0-840c-d12b4cb951a8 req-6af31b37-9637-47d5-9fc0-cda63b1e2263 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 May 26 22:48:49.959019 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-4631c60f-a227-4fb9-84f2-342ebdfdd3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.359560 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53442) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:50.508316 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-249946919-network', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:50.513010 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:50.521893 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Usage tracker for resource:network and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:50.525629 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:50.537020 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:50.552251 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Made reservation on behalf of 2d1c9e075d51462d8e11ac8bbb30fdc6 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:50.556185 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.575407 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.616633 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:50.621522 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Usage tracker for resource:security_group_rule and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:50.624925 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:50.632872 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:50.736015 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.741115 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.794626 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:48:50.807789 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a3f568-62a8-42f0-86fa-663900532be6,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:50.813779 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.814261 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Added segment aab65c7b-c5bf-43ce-8820-d3e31bd18e82 of type vlan for network dc87403a-1b41-4e52-ae1a-86f8de243264 May 26 22:48:50.824907 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.825511 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.826019 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.826487 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.826953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.827416 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.827883 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.828372 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.828741 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.829212 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.829521 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:50.868367 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.924975 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.926280 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:50.927093 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:50.975436 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ed8a4-cc97-4600-a203-f9d10a2dc3b6 req-88c4d047-61d3-4676-8c32-1f832b7df3cc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:50.978070 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-026ed8a4-cc97-4600-a203-f9d10a2dc3b6 req-88c4d047-61d3-4676-8c32-1f832b7df3cc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1499994 May 26 22:48:51.080001 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-026ed8a4-cc97-4600-a203-f9d10a2dc3b6 req-dd55ffac-380d-4cb5-89a3-18ac2f7d14da tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956919 May 26 22:48:51.094100 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] Pushing event updated for resources: {'Network': ['ID=dc87403a-1b41-4e52-ae1a-86f8de243264,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:51.111462 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network dc87403a-1b41-4e52-ae1a-86f8de243264 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:48:51.121159 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-14fbc7ce-8b9e-4e90-ab80-4ef5c596f38e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7603254 May 26 22:48:51.124031 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53484) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:51.130969 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Request body: {'subnet': {'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-subnet', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:51.138474 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:51.146525 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Usage tracker for resource:subnet and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:51.157237 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:51.166967 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:51.188378 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Made reservation on behalf of 2d1c9e075d51462d8e11ac8bbb30fdc6 for: {'subnet': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:48:51.191516 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4065412'] for subnet, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.492730 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4065430'] for subnet, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.587679 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3863804d-1a51-4fdd-8e8d-d295034adc28,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:51.602410 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.603008 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.603607 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.604140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.604673 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.605212 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.605762 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.606269 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.606742 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.607205 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.607666 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:51.611320 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Checking segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:51.612598 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Network hostable DHCP agents. Network: dc87403a-1b41-4e52-ae1a-86f8de243264, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:48:51.641872 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Network dc87403a-1b41-4e52-ae1a-86f8de243264 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:48:51.655788 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, dc87403a-1b41-4e52-ae1a-86f8de243264) {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:51.663587 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:51.664542 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.667693 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650cc16-97a8-4e80-bfbe-15d0f7abb037 None None] Network dc87403a-1b41-4e52-ae1a-86f8de243264 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:51.735296 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-30294594-98a4-4dcf-af7d-66857ef0bccc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6100545 May 26 22:48:51.738838 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53508) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:51.744072 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:48:51.748675 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:51.757418 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Usage tracker for resource:router and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:51.765023 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:51.778247 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:51.796106 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53514) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:51.808822 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.809988 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.857505 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:51.963668 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-dc87403a-1b41-4e52-ae1a-86f8de243264', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:48:51.964477 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.019885 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.061040 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:52.066709 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb475c81de64f34bb13eb69e1449cac is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:52.071333 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:52.079631 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:52.162641 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.181715 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-93805540-5410-468b-8710-b858bd3de3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.187126 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.193783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.200234 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Allocated IP 172.20.0.2 (dc87403a-1b41-4e52-ae1a-86f8de243264/3863804d-1a51-4fdd-8e8d-d295034adc28/5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:52.263430 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0cb475c81de64f34bb13eb69e1449cac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4654989 May 26 22:48:52.264370 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f8cd0-12b0-4524-aa03-29bfce612880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0307f5-25d8-4c86-9fa6-d64ca8d1f729,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:52.266940 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53534) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:52.401979 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-37e79fc2-4c43-4ef3-8e84-9f5341f1cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.433183 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.440181 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5040001-c6ee-408a-b137-63cf88a4bb9c req-14a6aadf-7e9a-4313-b18b-e0c155c8262e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:52.441844 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b5040001-c6ee-408a-b137-63cf88a4bb9c req-14a6aadf-7e9a-4313-b18b-e0c155c8262e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1709964 May 26 22:48:52.446474 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-37e79fc2-4c43-4ef3-8e84-9f5341f1cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.468228 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.524735 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b5040001-c6ee-408a-b137-63cf88a4bb9c req-826a3678-6fe3-48c8-904b-b917570114a3 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711040 May 26 22:48:52.556857 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-37e79fc2-4c43-4ef3-8e84-9f5341f1cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.587163 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.595805 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e79fc2-4c43-4ef3-8e84-9f5341f1cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0307f5-25d8-4c86-9fa6-d64ca8d1f729,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:52.611653 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Transition to ACTIVE for port object 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:52.623660 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-37e79fc2-4c43-4ef3-8e84-9f5341f1cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.624794 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-37e79fc2-4c43-4ef3-8e84-9f5341f1cb2d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed0307f5-25d8-4c86-9fa6-d64ca8d1f729 HTTP/1.1" status: 204 len: 168 time: 0.3568039 May 26 22:48:52.630544 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53550) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:52.661087 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Transition to ACTIVE for port object 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:52.670660 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.742142 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Allocated IP 172.28.3.196 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/b4cb690d-dfd8-4a03-a3e3-f607499be5a2) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:52.767348 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Pushing event updated for resources: {'Port': ['ID=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:52.773937 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Network dc87403a-1b41-4e52-ae1a-86f8de243264 is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:52.775676 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:52.778103 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:52.881941 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Attempting to bind port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:52.882591 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Attempting to bind port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:52.882936 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Attempting to bind port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b on network dc87403a-1b41-4e52-ae1a-86f8de243264 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:52.890323 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:52.890904 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Checking segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:52.891447 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.891974 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Bound using segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:52.892618 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Bound port: 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:52.893226 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:52.978162 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.041868 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.054342 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:53.061654 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] For port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:53.066104 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Usage tracker for resource:security_group_rule and tenant:4a5c6f3934254ef297f49df1abdb6b9f is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:53.066434 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] For port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:53.070938 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:53.076969 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.086846 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:53.116887 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.171717 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.179324 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.225871 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a5c6f3934254ef297f49df1abdb6b9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5942669 May 26 22:48:53.228984 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53572) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:53.277161 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be858009-c513-46b7-bf7e-f1d2e9db85b1 None None] Pushing event updated for resources: {'Port': ['ID=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:53.283664 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:53.288105 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:53.290629 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:53.324452 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Pushing event updated for resources: {'Port': ['ID=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:53.371965 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53578) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:53.405325 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebda711-43dc-4bd6-b09c-8cbfb7c031fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ba5501-1078-4cdd-a68a-ba91f69f5685,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:53.419525 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.484165 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.506022 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-74293840-fb1e-410b-b3ee-4b4f97a31c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.563238 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.564629 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.567231 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-74293840-fb1e-410b-b3ee-4b4f97a31c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.582342 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:53.593830 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Usage tracker for resource:security_group_rule and tenant:7a260e739e2246f7bf1be93c7fd1dbf8 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:53.598483 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:53.615048 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:53.684701 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-74293840-fb1e-410b-b3ee-4b4f97a31c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.700924 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.733704 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74293840-fb1e-410b-b3ee-4b4f97a31c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ba5501-1078-4cdd-a68a-ba91f69f5685,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:53.765654 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-74293840-fb1e-410b-b3ee-4b4f97a31c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.766751 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-74293840-fb1e-410b-b3ee-4b4f97a31c7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37ba5501-1078-4cdd-a68a-ba91f69f5685 HTTP/1.1" status: 204 len: 168 time: 0.5365899 May 26 22:48:53.792803 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.802035 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:53.852941 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a260e739e2246f7bf1be93c7fd1dbf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4787076 May 26 22:48:53.855757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53592) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:53.923681 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8181e2c-dd24-4f18-ad1b-d37e25a1ea36 req-8af84a84-c38f-42ab-8c49-4286bc44da6e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:53.929917 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e8181e2c-dd24-4f18-ad1b-d37e25a1ea36 req-8af84a84-c38f-42ab-8c49-4286bc44da6e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1759574 May 26 22:48:53.949654 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4d7c7-9549-4de7-9d70-2ea27bb75b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f91956c-737f-4be7-87a6-38db96d28d2f,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:54.015114 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-663645c7-1bf0-4162-a4ef-ac4626d15377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.059704 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e8181e2c-dd24-4f18-ad1b-d37e25a1ea36 req-9d877e19-8eef-4ca7-a9b1-c7451a165b3a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238453 May 26 22:48:54.139515 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-663645c7-1bf0-4162-a4ef-ac4626d15377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.170236 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:48:54.262516 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-663645c7-1bf0-4162-a4ef-ac4626d15377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.307790 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663645c7-1bf0-4162-a4ef-ac4626d15377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f91956c-737f-4be7-87a6-38db96d28d2f,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:54.324325 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-663645c7-1bf0-4162-a4ef-ac4626d15377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.338212 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-663645c7-1bf0-4162-a4ef-ac4626d15377 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f91956c-737f-4be7-87a6-38db96d28d2f HTTP/1.1" status: 204 len: 168 time: 0.4790194 May 26 22:48:54.561658 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:54.655921 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:48:54.669983 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Sync routers for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:48:54.687622 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:54.687875 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a0b16-bdbc-4311-b75d-d29c1f68a8a4 None None] Network dc87403a-1b41-4e52-ae1a-86f8de243264 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:48:54.688885 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:54.718898 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53618) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:54.772248 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.779883 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-37b52f9f-b041-4af4-88cc-c15fbd9c937c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0393987 May 26 22:48:54.781050 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53626) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:54.786836 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.861178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:54.875038 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Usage tracker for resource:security_group_rule and tenant:6dcd755b50fa4e68aae279061c355ce7 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:54.879570 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:54.904916 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:54.940159 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.971977 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:54.985380 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:54.986189 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:54.988821 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:55.060841 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Provisioning for port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:55.179555 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.193767 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.316117 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Provisioning complete for port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:55.316849 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.321077 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6dcd755b50fa4e68aae279061c355ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6008832 May 26 22:48:55.328705 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdc564-168c-4caf-9864-e61d47fc5333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a5892-01fc-4c47-968c-70e21aa28f08,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:55.332586 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53654) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:55.509290 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0af5-6696-43db-9e90-1ac041e49f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.572749 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0af5-6696-43db-9e90-1ac041e49f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.580944 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:53Z', 'revision_number': 3, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:55.590337 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Checking router: cf266ca0-e9b5-431d-8d65-4dbca0b09b9f for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:48:55.590716 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Updating router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:48:55.677345 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0af5-6696-43db-9e90-1ac041e49f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.691579 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d5ae-fd95-40e7-b7b8-a182dbc3b710 req-7def25e4-0b02-4f71-b96b-c020174ef1e5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:55.701390 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9347d5ae-fd95-40e7-b7b8-a182dbc3b710 req-7def25e4-0b02-4f71-b96b-c020174ef1e5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.2773049 May 26 22:48:55.704751 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0af5-6696-43db-9e90-1ac041e49f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.706909 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d1fd0af5-6696-43db-9e90-1ac041e49f19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c8a5892-01fc-4c47-968c-70e21aa28f08 HTTP/1.1" status: 204 len: 168 time: 0.3715227 May 26 22:48:55.707774 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd0af5-6696-43db-9e90-1ac041e49f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a5892-01fc-4c47-968c-70e21aa28f08,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:55.754015 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.779943 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.824292 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:55.845317 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9347d5ae-fd95-40e7-b7b8-a182dbc3b710 req-fd397ab7-688e-4f51-a440-e08e1f0c1579 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423640 May 26 22:48:55.889100 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] For port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:55.913405 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.077043 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:48:56.077697 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:48:56.078316 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Pushing event updated for resources: {'Port': ['ID=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:56.089280 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.089842 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.090310 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.090774 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.091252 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.091709 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.092162 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.092640 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.093094 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.093561 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.094015 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52cdcc3-7093-4284-85f4-059a20161636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.347043 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0fedd77e-167e-44f4-84c1-ed3d6e110b9a None None] Provisioning complete for port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:56.347938 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0fedd77e-167e-44f4-84c1-ed3d6e110b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.513599 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.528069 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.528636 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Transition to ACTIVE for port object b4cb690d-dfd8-4a03-a3e3-f607499be5a2 will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:56.537596 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.739931 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Pushing event updated for resources: {'Port': ['ID=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,revision_number=2']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:56.781446 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.781989 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.781989 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.782287 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.782617 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.782978 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.783389 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.784079 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.784458 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.784876 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.785230 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:48:56.790452 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Attempting to bind port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:48:56.790915 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Attempting to bind port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:48:56.791240 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Attempting to bind port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:48:56.803029 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:48:56.803408 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:48:56.803808 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.805147 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:48:56.805643 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Bound port: b4cb690d-dfd8-4a03-a3e3-f607499be5a2, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:48:56.806037 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:56.882472 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:56.968968 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Allocated IP 172.20.0.1 (dc87403a-1b41-4e52-ae1a-86f8de243264/3863804d-1a51-4fdd-8e8d-d295034adc28/05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:48:56.998705 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] For port b4cb690d-dfd8-4a03-a3e3-f607499be5a2, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:48:57.006327 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] For port b4cb690d-dfd8-4a03-a3e3-f607499be5a2, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:48:57.011912 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:57.012339 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.013773 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.172020 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e6e30-781c-48fd-8970-12bf7579313c None None] Pushing event updated for resources: {'Port': ['ID=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:57.195409 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:48:57.196311 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:57.349083 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094707b6-1322-4974-a70b-5f60f12ff318 req-d8330394-2a96-49a9-b126-46bdf8d0a280 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:57.354550 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.355761 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-094707b6-1322-4974-a70b-5f60f12ff318 req-d8330394-2a96-49a9-b126-46bdf8d0a280 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.2329278 May 26 22:48:57.372267 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Transition to ACTIVE for port object 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:48:57.402187 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.407598 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-094707b6-1322-4974-a70b-5f60f12ff318 req-e8e15cfe-cc88-4ef3-809b-3bda6a074368 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 May 26 22:48:57.494069 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Network dc87403a-1b41-4e52-ae1a-86f8de243264 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:57.497032 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:57.501873 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:48:57.532379 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53726) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:57.539932 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Pushing event updated for resources: {'Port': ['ID=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:57.557315 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:48:57.573616 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.702168 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.886989 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-5022eb58-de9c-49ec-ad7d-10f9ccf4ecd0 None None] Provisioning for port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:57.894214 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-5022eb58-de9c-49ec-ad7d-10f9ccf4ecd0 None None] Provisioning complete for port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:57.894933 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-5022eb58-de9c-49ec-ad7d-10f9ccf4ecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:57.959752 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-5022eb58-de9c-49ec-ad7d-10f9ccf4ecd0 None None] Port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:57.979107 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:53Z', 'revision_number': 3, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:48:57.991749 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7b5f2-dfda-4908-ad44-874ca49c4179 None None] The sync data for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb is: [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:53Z', 'revision_number': 3, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:48:58.041390 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.048025 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.056896 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.128497 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:58.135032 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0bf94f70d2914b798a4edc4f339eb706 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:58.147499 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:58.160035 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:58.212868 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.223072 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Pushing event updated for resources: {'Port': ['ID=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:58.292832 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.302885 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.419437 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a3a2e-a6ae-4c59-9040-d3a3738b6423,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:58.424795 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-a71566a2-e7e6-4290-ae66-31a5724d60c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0bf94f70d2914b798a4edc4f339eb706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8907557 May 26 22:48:58.427838 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53768) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:58.496403 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53774) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:58.541783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Network dc87403a-1b41-4e52-ae1a-86f8de243264 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:48:58.543338 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:48:58.595495 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fb9c866b-c501-4fc4-ae3c-dfe007044c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.645192 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fb9c866b-c501-4fc4-ae3c-dfe007044c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.751214 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fb9c866b-c501-4fc4-ae3c-dfe007044c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.786851 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c866b-c501-4fc4-ae3c-dfe007044c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a3a2e-a6ae-4c59-9040-d3a3738b6423,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:58.799173 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fb9c866b-c501-4fc4-ae3c-dfe007044c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:58.800747 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-fb9c866b-c501-4fc4-ae3c-dfe007044c6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d2a3a2e-a6ae-4c59-9040-d3a3738b6423 HTTP/1.1" status: 204 len: 168 time: 0.3719566 May 26 22:48:58.918573 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device b4cb690d-dfd8-4a03-a3e3-f607499be5a2 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:48:58.938064 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.045427 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:59.053486 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Usage tracker for resource:security_group_rule and tenant:e776f58ca22d45529404e176f81f4e02 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:59.061414 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:59.080643 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:59.112180 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-e1e7b214-f77a-4688-9925-fb803574bfcc None None] Provisioning complete for port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:59.119236 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b214-f77a-4688-9925-fb803574bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.257229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:48:59.264023 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7b214-f77a-4688-9925-fb803574bfcc None None] Port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:48:59.266283 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:48:59.266645 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.467317 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.474761 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53804) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:59.510509 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.513676 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port b4cb690d-dfd8-4a03-a3e3-f607499be5a2, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:48:59.520534 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.552120 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:48:59.556601 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Usage tracker for resource:security_group_rule and tenant:ffe6effeafa944b98dc9eb18f6a127db is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:48:59.560326 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:48:59.567990 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:48:59.620023 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.629571 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929b181-6e0c-44a4-aa4d-acb163bb2591 req-97771022-bf7f-44f3-9a01-326b718e1df0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:48:59.632251 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5929b181-6e0c-44a4-aa4d-acb163bb2591 req-97771022-bf7f-44f3-9a01-326b718e1df0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.9787717 May 26 22:48:59.637892 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.656003 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:59.720165 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.724484 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.737035 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed535ca-74c1-4197-91d8-66d4462ecebd,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:59.741387 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-11558a8c-0808-4e3c-829a-4c364598d356 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e776f58ca22d45529404e176f81f4e02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2433012 May 26 22:48:59.746552 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53810) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:59.779462 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffe6effeafa944b98dc9eb18f6a127db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3031030 May 26 22:48:59.782679 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53814) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:48:59.794634 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5929b181-6e0c-44a4-aa4d-acb163bb2591 req-dcdcd138-40b3-4ade-8699-6fffb6cef09c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455019 May 26 22:48:59.797067 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965efb2-4b84-4895-85f5-9c38c6ba40ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1721132-0684-48fa-bdf4-3e4e9263300c,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:48:59.865943 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-aec3512e-82b1-490b-a6c9-860f4ce24bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.882184 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7069bf3d-ef72-4573-a81d-3330d664b481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.898796 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-aec3512e-82b1-490b-a6c9-860f4ce24bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.921638 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7069bf3d-ef72-4573-a81d-3330d664b481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:48:59.973928 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:00.014048 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-aec3512e-82b1-490b-a6c9-860f4ce24bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.043571 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3512e-82b1-490b-a6c9-860f4ce24bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1721132-0684-48fa-bdf4-3e4e9263300c,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:00.048121 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-aec3512e-82b1-490b-a6c9-860f4ce24bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.052541 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-aec3512e-82b1-490b-a6c9-860f4ce24bd8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1721132-0684-48fa-bdf4-3e4e9263300c HTTP/1.1" status: 204 len: 168 time: 0.2673566 May 26 22:49:00.135963 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7069bf3d-ef72-4573-a81d-3330d664b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.165633 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069bf3d-ef72-4573-a81d-3330d664b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed535ca-74c1-4197-91d8-66d4462ecebd,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:00.186652 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7069bf3d-ef72-4573-a81d-3330d664b481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:00.187889 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7069bf3d-ef72-4573-a81d-3330d664b481 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ed535ca-74c1-4197-91d8-66d4462ecebd HTTP/1.1" status: 204 len: 168 time: 0.4379749 May 26 22:49:00.267161 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:00.273228 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-859d675c-0054-4393-ba90-72ed4ef894f4 admin admin] 10.222.0.47 "PUT /v2.0/routers/cf266ca0-e9b5-431d-8d65-4dbca0b09b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4911449 May 26 22:49:00.823477 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device b4cb690d-dfd8-4a03-a3e3-f607499be5a2 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:00.932999 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:00.933511 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.102743 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53862) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:01.111770 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29410ed-24ad-4519-b770-ea034219a151 req-a450050e-048e-4c47-a116-56d17eb05d33 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:01.113916 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e29410ed-24ad-4519-b770-ea034219a151 req-a450050e-048e-4c47-a116-56d17eb05d33 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1406846 May 26 22:49:01.185110 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e29410ed-24ad-4519-b770-ea034219a151 req-38aeb728-c2bf-4d2d-b179-6455cbf39d95 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646412 May 26 22:49:01.352863 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.385101 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:01.390439 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Usage tracker for resource:security_group_rule and tenant:206d46fb7ded49b69a67b3bea500ecb8 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:01.394379 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:01.400787 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:01.409971 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53882) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:01.419430 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737353073', 'description': 'tempest-description--158560793'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:01.431741 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:01.443860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:01.457119 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:01.479018 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:01.500823 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.506189 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.511214 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.566138 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f2b994-63d1-44f5-8257-da8c589fa934,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.578053 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d4199dbf-363f-424f-a199-b6f16003f033 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=206d46fb7ded49b69a67b3bea500ecb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4727771 May 26 22:49:01.581176 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53892) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:01.584453 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:01.589244 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group_rule and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:01.592956 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:01.601159 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:01.664594 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9ba894e1-812c-48dc-8bab-571e52203fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.703118 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9ba894e1-812c-48dc-8bab-571e52203fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.717791 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.723684 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.771182 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c73aaa4-19f8-4976-82aa-1238c09ec904,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.775559 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.779851 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53898) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:01.780280 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-328cdecb-4962-4379-bb0f-71f4328bfcdf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3689649 May 26 22:49:01.787645 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'security_group_rule': {'security_group_id': '0c73aaa4-19f8-4976-82aa-1238c09ec904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:01.793128 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9ba894e1-812c-48dc-8bab-571e52203fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.800830 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:01.801616 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53902) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:01.813763 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group_rule and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:01.818019 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:01.821218 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba894e1-812c-48dc-8bab-571e52203fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f2b994-63d1-44f5-8257-da8c589fa934,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.828930 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:01.835269 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9ba894e1-812c-48dc-8bab-571e52203fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.836486 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-9ba894e1-812c-48dc-8bab-571e52203fc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4f2b994-63d1-44f5-8257-da8c589fa934 HTTP/1.1" status: 204 len: 168 time: 0.2542791 May 26 22:49:01.860405 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.933609 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.937938 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.969623 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcce97b-e3c3-4aa0-9002-10ca0a8f4448,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:01.985951 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:01.987861 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-cd6d604f-5977-459d-9878-a45b0f3b0ec1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2070687 May 26 22:49:01.990831 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53914) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:01.996525 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'security_group_rule': {'security_group_id': '0c73aaa4-19f8-4976-82aa-1238c09ec904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:02.005213 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:02.011017 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group_rule and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:02.015388 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:02.024524 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:02.053462 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.150938 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.153572 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.164357 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.191133 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f67a8ac-97d1-4de0-ab87-ffe2f445f33d,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:02.214569 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.215776 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-33aae827-863a-46a8-a71d-812e4632b54f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2239544 May 26 22:49:02.219094 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:02.219314 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53922) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:02.223374 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Usage tracker for resource:security_group_rule and tenant:a7d6b6a94c4847f3b72ee88b74973eb9 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:02.226131 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:02.229521 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:02.232151 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:02.240053 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:02.248979 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:floatingip and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:02.253500 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:02.269803 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:02.287416 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.345196 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.391427 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.416635 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Sync routers for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:02.437732 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:02.438842 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:02.478583 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c634e-ab3f-4658-a7d1-e42da1714dfb,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:02.495651 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-35e3c31b-7ec7-4e04-b97a-9003c0e0a82a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7d6b6a94c4847f3b72ee88b74973eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6926901 May 26 22:49:02.502698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 53930) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:02.532897 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3961b-86d9-4877-8713-a8080d56017d req-800361cf-a12a-4b86-b53d-5e54da46cc18 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:02.534958 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb3961b-86d9-4877-8713-a8080d56017d req-800361cf-a12a-4b86-b53d-5e54da46cc18 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1949565 May 26 22:49:02.556216 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.603618 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb3961b-86d9-4877-8713-a8080d56017d req-31cca4f6-4eae-4ddf-a09b-4b9800b5af9f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627589 May 26 22:49:02.620156 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53936) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:02.645342 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.711297 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c78327a4-d42f-47cb-a798-3866bb9678b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.724804 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:02.731100 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd62c252fbf4c90b9a842792132889c is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:02.734686 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:02.742310 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:02.800802 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53942) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:02.807082 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:02.860323 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Allocated IP 172.28.3.36 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/16f87b9c-76ee-4fe3-a2c8-b1c9a09f5fb3) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:02.886198 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.894691 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:02.998514 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ac7286-180a-4a90-8dfb-9f0ec6133271,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:03.014722 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-0397face-4e4a-4b14-af8e-ded3f760a710 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2dd62c252fbf4c90b9a842792132889c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3912807 May 26 22:49:03.016255 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53950) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:03.024755 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1213899542-network', 'tenant_id': '70c2f065657e4b6fa5a0bb559f63d3d4'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:03.032093 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:03.050915 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Usage tracker for resource:network and tenant:70c2f065657e4b6fa5a0bb559f63d3d4 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:03.058161 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:03.076077 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:03.107638 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Made reservation on behalf of 70c2f065657e4b6fa5a0bb559f63d3d4 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:03.110239 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.124539 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.125230 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.155150 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f7b3119d-b042-4ae0-b822-9e5200f3bd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.157677 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c78327a4-d42f-47cb-a798-3866bb9678b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.167466 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.211225 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:03.222078 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Usage tracker for resource:security_group_rule and tenant:70c2f065657e4b6fa5a0bb559f63d3d4 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:03.226429 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 2, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:03.227017 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f7b3119d-b042-4ae0-b822-9e5200f3bd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.231606 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Checking router: cf266ca0-e9b5-431d-8d65-4dbca0b09b9f for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:03.232069 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Updating router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:03.258615 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'Port': ['ID=16f87b9c-76ee-4fe3-a2c8-b1c9a09f5fb3,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:03.259282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:03.286452 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:03.287921 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:03.288221 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:03.290511 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:03.305910 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.354725 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c78327a4-d42f-47cb-a798-3866bb9678b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.371073 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78327a4-d42f-47cb-a798-3866bb9678b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c634e-ab3f-4658-a7d1-e42da1714dfb,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:03.382779 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f7b3119d-b042-4ae0-b822-9e5200f3bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.415060 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3119d-b042-4ae0-b822-9e5200f3bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ac7286-180a-4a90-8dfb-9f0ec6133271,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:03.435879 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c78327a4-d42f-47cb-a798-3866bb9678b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.437017 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c78327a4-d42f-47cb-a798-3866bb9678b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f8c634e-ab3f-4658-a7d1-e42da1714dfb HTTP/1.1" status: 204 len: 168 time: 0.9329827 May 26 22:49:03.441156 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f7b3119d-b042-4ae0-b822-9e5200f3bd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.444927 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f7b3119d-b042-4ae0-b822-9e5200f3bd48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e3ac7286-180a-4a90-8dfb-9f0ec6133271 HTTP/1.1" status: 204 len: 168 time: 0.4147089 May 26 22:49:03.476590 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.482364 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.526708 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:03.531563 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:03.538614 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.538947 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Added segment 14463da7-954a-461a-b716-79451c672f38 of type vlan for network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 May 26 22:49:03.569645 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.587132 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.616116 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.617708 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:03.619195 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.706876 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.805728 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0036862 May 26 22:49:03.808466 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53976) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:03.826518 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Request body: {'subnet': {'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1213899542-subnet', 'tenant_id': '70c2f065657e4b6fa5a0bb559f63d3d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:03.838059 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:03.849860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53001b-133d-4fdb-b904-d61cf86f222a admin admin] Pushing event updated for resources: {'Network': ['ID=a5a7993b-7e9a-46fb-92aa-f20055ef8fe0,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:03.857859 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Usage tracker for resource:subnet and tenant:70c2f065657e4b6fa5a0bb559f63d3d4 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:03.863352 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:03.867560 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:03.878487 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:03.937641 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Made reservation on behalf of 70c2f065657e4b6fa5a0bb559f63d3d4 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:03.940142 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3449441'] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:03.989741 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.resource_extend [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:49:04.089573 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.106936 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Transition to ACTIVE for port object 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:04.116215 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.216895 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0271ca7-049e-438c-b945-457111f499e8 req-57e4fc7c-e7f9-4c03-9c2e-c7c9583aec06 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:04.218393 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d0271ca7-049e-438c-b945-457111f499e8 req-57e4fc7c-e7f9-4c03-9c2e-c7c9583aec06 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.3986888 May 26 22:49:04.277834 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a74a3-2137-4269-86ff-5e8da368ecfa None None] Pushing event updated for resources: {'Port': ['ID=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:04.336246 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d0271ca7-049e-438c-b945-457111f499e8 req-4977edf9-dc4d-44d8-b544-5e04f0bad656 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016240 May 26 22:49:04.399316 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.407470 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.440149 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3449459'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.489363 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Attempting to bind port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:04.490460 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Attempting to bind port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:04.490960 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Attempting to bind port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a on network dc87403a-1b41-4e52-ae1a-86f8de243264 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:04.514929 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:04.515577 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Checking segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:04.515966 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.516468 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Bound using segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:04.517231 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Bound port: 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:04.518416 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.625334 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 53992) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:04.637109 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5028a4-0d85-4c2e-98a2-3ff01ce56722,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:04.654505 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] For port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:04.657888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] For port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:04.665014 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.674499 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.675860 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.687169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Checking segment: {'id': '14463da7-954a-461a-b716-79451c672f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:04.687524 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Network hostable DHCP agents. Network: a5a7993b-7e9a-46fb-92aa-f20055ef8fe0, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:04.703499 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'Port': ['ID=16f87b9c-76ee-4fe3-a2c8-b1c9a09f5fb3,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:04.710145 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.720356 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2bd3ea1a-a8d0-4b3b-ba02-2d565fb07895 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4900308 May 26 22:49:04.724946 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:04.730707 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4148ffed47ec426a9b4ba8d4bcfb5d7e is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:04.733894 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:04.742873 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:04.759127 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:04.774903 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, a5a7993b-7e9a-46fb-92aa-f20055ef8fe0) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:04.784166 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:04.784904 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.791721 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90891f5-432b-48e3-8e0f-eb8b5efa2b40 None None] Network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:04.824934 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54000) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:04.826021 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f33314b5-5685-4080-9c8f-8ab78d209f03 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0114965 May 26 22:49:04.940826 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:04.945493 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:04.946241 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:48:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:04.948077 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.021571 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54014) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:05.050778 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4148ffed47ec426a9b4ba8d4bcfb5d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4242721 May 26 22:49:05.117608 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b3d00-bea7-4781-bcc3-403f0b67b6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fefa54e-e3a6-463d-b78a-54423b3b79c5,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:05.131542 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a74a3-2137-4269-86ff-5e8da368ecfa None None] Pushing event updated for resources: {'Port': ['ID=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:05.198536 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a28c0eda-f9fd-44d8-b32f-7d8a041b2957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.249236 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a28c0eda-f9fd-44d8-b32f-7d8a041b2957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.308152 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d9438947-49f5-45af-8ba9-b003d04583bf req-5691cb36-3bbe-431d-868f-b8a153a2a967 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Synchronizing usage tracker for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:05.343684 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.356412 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a28c0eda-f9fd-44d8-b32f-7d8a041b2957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.357625 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d9438947-49f5-45af-8ba9-b003d04583bf req-5691cb36-3bbe-431d-868f-b8a153a2a967 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Unset dirty status for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:05.365220 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-5691cb36-3bbe-431d-868f-b8a153a2a967 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--737353073&fields=id&tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 267 time: 0.2148750 May 26 22:49:05.380354 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c0eda-f9fd-44d8-b32f-7d8a041b2957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fefa54e-e3a6-463d-b78a-54423b3b79c5,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:05.396397 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a28c0eda-f9fd-44d8-b32f-7d8a041b2957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.400058 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-a28c0eda-f9fd-44d8-b32f-7d8a041b2957 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5fefa54e-e3a6-463d-b78a-54423b3b79c5 HTTP/1.1" status: 204 len: 168 time: 0.3755658 May 26 22:49:05.422149 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:05.427097 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Usage tracker for resource:security_group_rule and tenant:e3092a79109e4b8dbd640e0719bff214 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:05.430238 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:05.436108 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:05.606232 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:05.622421 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.631894 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:05.696572 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc9bcc-2c10-4b52-a23e-d7b19ad101fa None None] Network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:05.707663 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9438947-49f5-45af-8ba9-b003d04583bf req-f75e661c-03c2-424f-bb77-c81927b6ec24 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:05.713170 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d9438947-49f5-45af-8ba9-b003d04583bf req-f75e661c-03c2-424f-bb77-c81927b6ec24 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Synchronizing usage tracker for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:network {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:05.716855 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3092a79109e4b8dbd640e0719bff214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8882508 May 26 22:49:05.716855 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e78fa-47f1-42f0-86b6-03d05e53352b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0764c249-fa3b-4232-86b2-7b8dea4dc1dc,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:05.719705 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54040) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:05.778181 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddc700-2ebc-4e97-aecf-ab1e15ba197a req-ba07af4b-e375-457e-ba56-352b9b0170a9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:05.786198 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-faddc700-2ebc-4e97-aecf-ab1e15ba197a req-ba07af4b-e375-457e-ba56-352b9b0170a9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.2936630 May 26 22:49:05.848766 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d9438947-49f5-45af-8ba9-b003d04583bf req-f75e661c-03c2-424f-bb77-c81927b6ec24 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Unset dirty status for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:network {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:05.856993 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-faddc700-2ebc-4e97-aecf-ab1e15ba197a req-60d85773-8c6b-4a66-ba10-1761dcb028f4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683901 May 26 22:49:05.859958 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-f75e661c-03c2-424f-bb77-c81927b6ec24 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 816 time: 0.4926794 May 26 22:49:05.920922 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-6526b2a3-fc0d-45af-96ca-6e9fe1af17ac tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/quotas/2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 375 time: 0.0580764 May 26 22:49:05.988390 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1cead5a-fa03-43c1-a866-ec59900fd5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.072197 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1cead5a-fa03-43c1-a866-ec59900fd5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.172846 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d9438947-49f5-45af-8ba9-b003d04583bf req-c50e84e0-108e-4a18-9bfd-776ac45067e0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Synchronizing usage tracker for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:06.205931 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d9438947-49f5-45af-8ba9-b003d04583bf req-c50e84e0-108e-4a18-9bfd-776ac45067e0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Unset dirty status for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:06.225573 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-c50e84e0-108e-4a18-9bfd-776ac45067e0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3038766 May 26 22:49:06.257251 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1cead5a-fa03-43c1-a866-ec59900fd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.294637 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:04Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:06.299844 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203566e-2894-4fe5-a50b-b84bc69b6cb3 None None] The sync data for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb is: [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:04Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:06.360564 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cead5a-fa03-43c1-a866-ec59900fd5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0764c249-fa3b-4232-86b2-7b8dea4dc1dc,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:06.389962 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e1cead5a-fa03-43c1-a866-ec59900fd5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:06.395950 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e1cead5a-fa03-43c1-a866-ec59900fd5b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0764c249-fa3b-4232-86b2-7b8dea4dc1dc HTTP/1.1" status: 204 len: 168 time: 0.6693501 May 26 22:49:06.476794 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-97dc9ac8-90c5-4133-b48d-9bdfb2e02c9d service neutron] 10.222.0.47 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431731 May 26 22:49:06.615814 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-ad39b0c6-8416-46f6-9742-995022abaaf8 service neutron] 10.222.0.47 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368680 May 26 22:49:06.901494 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:07.001016 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f4aeb9ec-5fa3-45f5-be7e-ef230841d72d req-e99d1a6c-5502-4cf2-a05d-f3d125d3e884 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 210 time: 0.1048541 May 26 22:49:07.083786 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:07.102834 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:07.104352 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.211207 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54092) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:07.236018 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834232909-network', 'tenant_id': 'a047e0162fe54255a4259c2f57323230'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:07.276633 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:07.302099 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Usage tracker for resource:network and tenant:a047e0162fe54255a4259c2f57323230 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:07.315520 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:07.339116 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:07.351587 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:49:07.371172 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Made reservation on behalf of a047e0162fe54255a4259c2f57323230 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:07.380848 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.422827 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.427593 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586716d1-1dd2-424e-a33c-1cf83a799d23 req-ed1c488d-9728-4155-bfc8-5c115c96a9d8 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:07.435271 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-586716d1-1dd2-424e-a33c-1cf83a799d23 req-ed1c488d-9728-4155-bfc8-5c115c96a9d8 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.3430855 May 26 22:49:07.451975 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.534841 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:07.537562 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:07.545078 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.563068 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-586716d1-1dd2-424e-a33c-1cf83a799d23 req-2c43df7c-9816-477e-918e-118cf086436f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264443 May 26 22:49:07.565542 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Usage tracker for resource:security_group_rule and tenant:a047e0162fe54255a4259c2f57323230 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:07.574965 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:07.584617 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:07.701640 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:07.760224 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.772539 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.825262 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff9b78c-f38e-4201-9833-f44599116b75,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:07.838798 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:07.855967 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.856417 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Added segment 5052034f-5647-478e-8f14-3fd129850b97 of type vlan for network f507a929-1295-4e53-882b-64eccd97da8d May 26 22:49:07.896252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.932924 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:07.934916 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:07.935725 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.118386 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9062064 May 26 22:49:08.121859 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54124) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:08.128226 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Request body: {'subnet': {'network_id': 'f507a929-1295-4e53-882b-64eccd97da8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834232909-subnet', 'tenant_id': 'a047e0162fe54255a4259c2f57323230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:08.132226 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58fb93-9a15-4125-bf9a-de03f46d1973 admin admin] Pushing event updated for resources: {'Network': ['ID=f507a929-1295-4e53-882b-64eccd97da8d,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:08.136612 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:08.143071 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network f507a929-1295-4e53-882b-64eccd97da8d details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:08.154981 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Usage tracker for resource:subnet and tenant:a047e0162fe54255a4259c2f57323230 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:08.162126 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:08.175995 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:08.194135 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Made reservation on behalf of a047e0162fe54255a4259c2f57323230 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:08.199741 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3449441'] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.263730 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-baa967fc-9df9-496c-8bb9-475b2c1e1552 req-5102b72c-0830-4fa1-8290-3728ed70a99f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0590937 May 26 22:49:08.516541 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3449459'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.596154 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34dddb8c-9a37-44c6-9bf9-6b92e20833e4,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:08.614453 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Checking segment: {'id': '5052034f-5647-478e-8f14-3fd129850b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f507a929-1295-4e53-882b-64eccd97da8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:08.614921 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Network hostable DHCP agents. Network: f507a929-1295-4e53-882b-64eccd97da8d, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:08.659020 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Network f507a929-1295-4e53-882b-64eccd97da8d is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:08.684846 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, f507a929-1295-4e53-882b-64eccd97da8d) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:08.689001 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:08.689636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:08.696764 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d19b832-5a27-407d-91b7-72521cb42dcd None None] Network f507a929-1295-4e53-882b-64eccd97da8d requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:08.727073 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8a64b27a-bbfc-4e70-b3c7-02f00258c027 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6037605 May 26 22:49:08.852241 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7f5de-4e2d-49dc-9808-7d1eda2c12dc req-448fca71-c408-449c-98be-91dacd21c9d5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:08.853778 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7ba7f5de-4e2d-49dc-9808-7d1eda2c12dc req-448fca71-c408-449c-98be-91dacd21c9d5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1296649 May 26 22:49:08.929231 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:08.941650 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7ba7f5de-4e2d-49dc-9808-7d1eda2c12dc req-ad318bf4-da7e-4333-8919-b80d8a17f058 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813954 May 26 22:49:09.116949 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9438947-49f5-45af-8ba9-b003d04583bf req-bce8aa89-56a6-406e-90dc-fc8a908fdd00 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:09.123530 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-bce8aa89-56a6-406e-90dc-fc8a908fdd00 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 816 time: 0.3219142 May 26 22:49:09.226112 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-205736f9-2cca-4c3d-bbbd-efa7664ea4b8 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 379 time: 0.0895276 May 26 22:49:09.240738 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'port': {'device_id': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'admin_state_up': True, 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'security_groups': ['0c73aaa4-19f8-4976-82aa-1238c09ec904']}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:09.241900 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c9f62-661f-4605-aa47-f459bdc58585 None None] Network f507a929-1295-4e53-882b-64eccd97da8d requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:09.392118 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:09.392566 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.400654 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:09.422031 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:09.435019 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Made reservation on behalf of 2d1c9e075d51462d8e11ac8bbb30fdc6 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:09.438545 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:09.692180 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-85a65327-8075-4fca-8011-8de04dbc1dcc req-55603182-026e-4b58-bbb3-4508c6a4b768 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 210 time: 0.1337860 May 26 22:49:09.827999 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Allocated IP 172.20.0.3 (dc87403a-1b41-4e52-ae1a-86f8de243264/3863804d-1a51-4fdd-8e8d-d295034adc28/d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:10.077830 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.097628 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Transition to ACTIVE for port object d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:10.169093 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.283307 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Network dc87403a-1b41-4e52-ae1a-86f8de243264 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:10.288081 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:10.292031 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:10.294500 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:10.371739 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:10.372352 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.384162 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c35cff-6353-4d59-9002-b517419524a5 req-e08930c1-1bdb-4620-bae8-696b2e4249bc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:10.385726 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-67c35cff-6353-4d59-9002-b517419524a5 req-e08930c1-1bdb-4620-bae8-696b2e4249bc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.2703345 May 26 22:49:10.398633 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-7236dcd4-5c1f-49f4-95c1-cafa63ad3b65 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:10.398633 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-7236dcd4-5c1f-49f4-95c1-cafa63ad3b65 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Synchronizing usage tracker for tenant:70c2f065657e4b6fa5a0bb559f63d3d4 on resource:network {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:10.421610 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-7236dcd4-5c1f-49f4-95c1-cafa63ad3b65 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Unset dirty status for tenant:70c2f065657e4b6fa5a0bb559f63d3d4 on resource:network {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:10.422767 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-7236dcd4-5c1f-49f4-95c1-cafa63ad3b65 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/networks?id=a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 HTTP/1.1" status: 200 len: 809 time: 0.2439413 May 26 22:49:10.429059 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-0387f0d4-641f-447d-a822-ce9fdc0c4552 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1971033 May 26 22:49:10.442076 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Request body: {'port': {'device_id': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:10.462354 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-192a1ac5-188c-4861-bbad-5ae814ce94e5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/quotas/70c2f065657e4b6fa5a0bb559f63d3d4 HTTP/1.1" status: 200 len: 375 time: 0.0253026 May 26 22:49:10.538130 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-d393ab2e-1ece-4b0f-b0ef-82a9b3be1ce8 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=70c2f065657e4b6fa5a0bb559f63d3d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747817 May 26 22:49:10.612908 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-67c35cff-6353-4d59-9002-b517419524a5 req-c73e237a-7e41-4662-8751-12bae645b6fe tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030525 May 26 22:49:10.662478 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f46a4733-2e51-4470-9f87-5afb0252e45d None None] Provisioning for port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:10.679518 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f46a4733-2e51-4470-9f87-5afb0252e45d None None] Provisioning complete for port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:10.680915 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f46a4733-2e51-4470-9f87-5afb0252e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.713916 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:10.797519 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-69616411-5b1a-4816-8279-119121f71b14 service neutron] 10.222.0.47 "GET /v2.0/networks/a5a7993b-7e9a-46fb-92aa-f20055ef8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515333 May 26 22:49:10.821455 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-f46a4733-2e51-4470-9f87-5afb0252e45d None None] Port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:11.056943 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-c5195406-f25c-4b06-9ce1-1f957008c2a4 service neutron] 10.222.0.47 "GET /v2.0/networks/a5a7993b-7e9a-46fb-92aa-f20055ef8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526429 May 26 22:49:11.222892 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b0f8b-1466-4552-87d9-5934cd534f05 req-b765afbc-0107-41fc-bea8-c5345902474e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:11.223893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-390b0f8b-1466-4552-87d9-5934cd534f05 req-b765afbc-0107-41fc-bea8-c5345902474e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Synchronizing usage tracker for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:11.280738 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-390b0f8b-1466-4552-87d9-5934cd534f05 req-b765afbc-0107-41fc-bea8-c5345902474e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Unset dirty status for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:11.282386 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-390b0f8b-1466-4552-87d9-5934cd534f05 req-b765afbc-0107-41fc-bea8-c5345902474e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 931 time: 0.3312991 May 26 22:49:11.351001 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-17814336-7b0c-46f5-ba0b-aa1122271a33 req-b05a1ee3-f0b9-42d4-b2f4-4f09771d86b6 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 210 time: 0.1223869 May 26 22:49:11.432283 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-390b0f8b-1466-4552-87d9-5934cd534f05 req-08203c9d-4fb5-4032-ab2d-cf6a2c040b02 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420927 May 26 22:49:11.476956 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:11.488543 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.528187 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Transition to ACTIVE for port object d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:11.534634 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:11.703478 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:11.913910 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Attempting to bind port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:11.914999 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Attempting to bind port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:11.915558 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Attempting to bind port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 on network dc87403a-1b41-4e52-ae1a-86f8de243264 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:11.922338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 on network dc87403a-1b41-4e52-ae1a-86f8de243264 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:49:11.922912 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Attempting to bind port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 on network dc87403a-1b41-4e52-ae1a-86f8de243264 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:11.930728 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:11.931363 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Checking segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:11.932483 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Bound using segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:11.934118 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Bound port: d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:11.934685 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.047771 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:12.051167 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:12.051315 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f62e9-2ba4-41b8-9763-1ff8a6941364 req-d95de8fa-046c-4055-9f2b-a091e958857c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:12.053418 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3b8f62e9-2ba4-41b8-9763-1ff8a6941364 req-d95de8fa-046c-4055-9f2b-a091e958857c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1662922 May 26 22:49:12.055249 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.106579 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3b8f62e9-2ba4-41b8-9763-1ff8a6941364 req-0dd19f6c-c281-4652-932a-8047547589f3 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473747 May 26 22:49:12.137715 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:12.139068 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] 10.222.0.67 "PUT /v2.0/ports/d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 HTTP/1.1" status: 200 len: 1093 time: 1.7017267 May 26 22:49:12.139506 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:12.146555 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7aa50-8a34-4325-a5e3-671fd08fc9fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:12.257239 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec238213-023a-4a1d-a0ba-5eeb5feaecf9'] response: {'name': 'network-changed', 'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'status': 'completed', 'code': 200} May 26 22:49:12.275384 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-e0df1ab1-c506-4962-b1d7-f3e3c3d27026 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0883126 May 26 22:49:12.349544 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-5e4592f7-5c79-4bd9-a0e0-e48c7818757e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 HTTP/1.1" status: 200 len: 217 time: 0.0646610 May 26 22:49:12.422438 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9438947-49f5-45af-8ba9-b003d04583bf req-9f5c1db7-29ff-4b7e-bf2c-48753c7e7857 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:12.424185 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-9f5c1db7-29ff-4b7e-bf2c-48753c7e7857 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0676405 May 26 22:49:12.507812 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-c62a14cc-1110-4323-a867-5557b9022e8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760720 May 26 22:49:12.543806 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a9885278-6844-4877-b475-6d888a5906d3 req-56a1ad6a-652a-488b-b89d-00551ad9b098 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 210 time: 0.0441115 May 26 22:49:12.806476 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-85b5f4c6-538d-43e7-8e02-9da8d630c729 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914035 May 26 22:49:13.057345 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf669c4-9ead-4071-aa02-fa93dd2ce1e6 req-cf9cc2fc-48b3-44c0-9358-125f9955d82f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.058915 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbf669c4-9ead-4071-aa02-fa93dd2ce1e6 req-cf9cc2fc-48b3-44c0-9358-125f9955d82f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.4485137 May 26 22:49:13.072473 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-96802097-e5ba-4fd1-861d-4779cb1767af tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.074241 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-96802097-e5ba-4fd1-861d-4779cb1767af tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.67 "GET /v2.0/networks?id=a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 HTTP/1.1" status: 200 len: 809 time: 0.3835239 May 26 22:49:13.109938 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Request body: {'port': {'device_id': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0', 'admin_state_up': True, 'tenant_id': '70c2f065657e4b6fa5a0bb559f63d3d4'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:13.213724 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9438947-49f5-45af-8ba9-b003d04583bf req-8f389655-61c0-491c-9780-82809bf7c661 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917599 May 26 22:49:13.245770 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbf669c4-9ead-4071-aa02-fa93dd2ce1e6 req-4f97b867-ef30-4595-8a7c-55996a18cdb3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707642 May 26 22:49:13.304788 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:13.337644 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Usage tracker for resource:port and tenant:70c2f065657e4b6fa5a0bb559f63d3d4 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:13.344041 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:13.354785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:13.365301 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d153c-e407-4708-a57d-d36b63dacab7 req-5b14b25e-7751-4018-af3a-142978b1d653 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.367387 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-949d153c-e407-4708-a57d-d36b63dacab7 req-5b14b25e-7751-4018-af3a-142978b1d653 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.0916944 May 26 22:49:13.374287 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Made reservation on behalf of 70c2f065657e4b6fa5a0bb559f63d3d4 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:13.378227 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:13.416352 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-949d153c-e407-4708-a57d-d36b63dacab7 req-417ed381-4706-43dc-8541-0af440c72afc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 May 26 22:49:13.464154 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-b2b90549-2cd3-4ad9-98fd-1348963fdde2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.1619291 May 26 22:49:13.664021 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Allocated IP 172.20.0.6 (a5a7993b-7e9a-46fb-92aa-f20055ef8fe0/ca5028a4-0d85-4c2e-98a2-3ff01ce56722/d0c12fcc-cee2-4155-8720-d7c99dc04a78) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:13.674540 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-0f08f055-df9a-4f3f-acbd-b1e99cad81a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.675982 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-0f08f055-df9a-4f3f-acbd-b1e99cad81a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.2012744 May 26 22:49:13.777629 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5f4bbd30-332b-4514-aa2e-5ced4479b30c req-72596464-b2d5-407e-978e-f9100e973c65 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 210 time: 0.1067591 May 26 22:49:13.799413 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-4a858be6-89f3-4ad8-8113-5cbe9f758970 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 HTTP/1.1" status: 200 len: 217 time: 0.0835688 May 26 22:49:13.958314 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-64f7714e-662c-45a2-b484-85ebf7943341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:13.959749 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-64f7714e-662c-45a2-b484-85ebf7943341 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.1500192 May 26 22:49:14.072517 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.096780 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-e1d34feb-ca25-4202-9c38-dd59dda61f18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1287768 May 26 22:49:14.175629 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.278362 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:14.282088 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:14.294274 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Pushing event updated for resources: {'Port': ['ID=d0c12fcc-cee2-4155-8720-d7c99dc04a78,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:14.299305 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:14.365505 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-3f413ff9-8e0a-473f-a359-b596c879f83d service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589753 May 26 22:49:14.380070 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:14.381680 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.424500 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54296) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:14.525606 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-64871e8b-61cb-4125-a026-b43e61ce70e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4197030 May 26 22:49:14.554391 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Request body: {'port': {'device_id': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:14.606749 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7df8e-ddc7-419f-84dd-10f6dbc3a4bc req-cc88a499-4bbe-4438-a4e6-159e6f5a921f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:14.616034 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e6c7df8e-ddc7-419f-84dd-10f6dbc3a4bc req-cc88a499-4bbe-4438-a4e6-159e6f5a921f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.1487110 May 26 22:49:14.771815 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e6c7df8e-ddc7-419f-84dd-10f6dbc3a4bc req-7c08b6de-6389-4073-b930-40895dd5e4cf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507149 May 26 22:49:14.779706 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54314) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:14.858228 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.885475 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acebf7a3-6b54-4265-a6ef-f4ce173c1ca4 req-ae1084ae-d610-4298-9387-42bc169d5344 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104210 May 26 22:49:14.908895 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.940969 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:14.961299 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:14.965672 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Usage tracker for resource:security_group_rule and tenant:75e477f3b5584ed78e9d19afebbd2d0f is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:14.969772 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:14.978302 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:14.983959 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd4a5c-b803-4571-9837-f11bfc959c65 req-3d6f443d-6add-493b-90fd-bcb34ea1b76b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:14.991135 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dffd4a5c-b803-4571-9837-f11bfc959c65 req-3d6f443d-6add-493b-90fd-bcb34ea1b76b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.2331569 May 26 22:49:15.068386 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.114755 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dffd4a5c-b803-4571-9837-f11bfc959c65 req-9948c744-9e6e-441a-9467-02e9f09355c8 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227715 May 26 22:49:15.125604 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.165770 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.223004 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068124c9-23dd-4806-8953-9a7fc6e1c69a,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.238992 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2e958c1d-8a9b-49fb-bcec-6dc0485eccc1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75e477f3b5584ed78e9d19afebbd2d0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8128848 May 26 22:49:15.243442 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54328) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:15.266059 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:15.274339 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:29b31c7abf4e433b8db690cdbf1a6b80 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:15.286006 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:15.298283 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:15.318870 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d998499-3bf7-44bc-8149-59963b9710d6 req-1377d314-7a81-4f71-9de3-c28056388354 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:15.320617 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2d998499-3bf7-44bc-8149-59963b9710d6 req-1377d314-7a81-4f71-9de3-c28056388354 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 931 time: 0.2496414 May 26 22:49:15.351104 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c12fcc-cee2-4155-8720-d7c99dc04a78 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:15.358053 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.372880 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Transition to ACTIVE for port object d0c12fcc-cee2-4155-8720-d7c99dc04a78 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:15.379003 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.398724 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ac1e-2137-425b-928f-99b2eb11fe1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.431671 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-2d998499-3bf7-44bc-8149-59963b9710d6 req-e0ece3fe-c1b6-43d2-a2a5-314290b9f19f tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Synchronizing usage tracker for tenant:70c2f065657e4b6fa5a0bb559f63d3d4 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:15.462499 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ac1e-2137-425b-928f-99b2eb11fe1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.490275 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.501199 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.511722 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Pushing event updated for resources: {'Port': ['ID=d0c12fcc-cee2-4155-8720-d7c99dc04a78,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.524779 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-2d998499-3bf7-44bc-8149-59963b9710d6 req-e0ece3fe-c1b6-43d2-a2a5-314290b9f19f tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Unset dirty status for tenant:70c2f065657e4b6fa5a0bb559f63d3d4 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:15.525934 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2d998499-3bf7-44bc-8149-59963b9710d6 req-e0ece3fe-c1b6-43d2-a2a5-314290b9f19f tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987038 May 26 22:49:15.563401 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f9192-cf3f-42e5-8be2-562469c78db5,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.576210 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-eb6412e0-58d6-4f1d-8ef8-8d3fbb8efdd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29b31c7abf4e433b8db690cdbf1a6b80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7913971 May 26 22:49:15.579673 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54332) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:15.608405 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ac1e-2137-425b-928f-99b2eb11fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.626215 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Attempting to bind port d0c12fcc-cee2-4155-8720-d7c99dc04a78 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:15.626871 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Attempting to bind port d0c12fcc-cee2-4155-8720-d7c99dc04a78 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '14463da7-954a-461a-b716-79451c672f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:15.626984 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Attempting to bind port d0c12fcc-cee2-4155-8720-d7c99dc04a78 on network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:15.633137 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Port d0c12fcc-cee2-4155-8720-d7c99dc04a78 on network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:49:15.633530 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Attempting to bind port d0c12fcc-cee2-4155-8720-d7c99dc04a78 on network a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:15.639720 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:15.640049 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Checking segment: {'id': '14463da7-954a-461a-b716-79451c672f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:15.640426 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Bound using segment: {'id': '14463da7-954a-461a-b716-79451c672f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:15.640886 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Bound port: d0c12fcc-cee2-4155-8720-d7c99dc04a78, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14463da7-954a-461a-b716-79451c672f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:15.641233 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.643250 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8ac1e-2137-425b-928f-99b2eb11fe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068124c9-23dd-4806-8953-9a7fc6e1c69a,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.650744 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8f8ac1e-2137-425b-928f-99b2eb11fe1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.651849 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b8f8ac1e-2137-425b-928f-99b2eb11fe1e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/068124c9-23dd-4806-8953-9a7fc6e1c69a HTTP/1.1" status: 204 len: 168 time: 0.4053087 May 26 22:49:15.670812 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cabedf2-d4d2-4172-bd58-b2c1ced1989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.699403 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cabedf2-d4d2-4172-bd58-b2c1ced1989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.743232 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] For port d0c12fcc-cee2-4155-8720-d7c99dc04a78, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:15.747171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] For port d0c12fcc-cee2-4155-8720-d7c99dc04a78, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0c12fcc-cee2-4155-8720-d7c99dc04a78,segment=NetworkSegment(14463da7-954a-461a-b716-79451c672f38),segment_id=14463da7-954a-461a-b716-79451c672f38)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:15.752173 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.775517 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cabedf2-d4d2-4172-bd58-b2c1ced1989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.795101 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabedf2-d4d2-4172-bd58-b2c1ced1989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f9192-cf3f-42e5-8be2-562469c78db5,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.800590 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cabedf2-d4d2-4172-bd58-b2c1ced1989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.801744 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7cabedf2-d4d2-4172-bd58-b2c1ced1989a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a01f9192-cf3f-42e5-8be2-562469c78db5 HTTP/1.1" status: 204 len: 168 time: 0.2212393 May 26 22:49:15.824547 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:15.825940 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-de22a6c2-df09-4135-997b-231421502f6e service neutron] 10.222.0.67 "PUT /v2.0/ports/d0c12fcc-cee2-4155-8720-d7c99dc04a78 HTTP/1.1" status: 200 len: 1093 time: 1.2874401 May 26 22:49:15.826338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'tag': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:15.882707 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:49:15.901414 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a6c2-df09-4135-997b-231421502f6e service neutron] Pushing event updated for resources: {'Port': ['ID=d0c12fcc-cee2-4155-8720-d7c99dc04a78,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:15.952440 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9df2b5-f59c-4907-98a7-9bc6edf04360'] response: {'name': 'network-changed', 'server_uuid': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'tag': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78', 'status': 'completed', 'code': 200} May 26 22:49:16.057292 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-d3fa09b8-bc7c-4ae7-8844-1c2b321c5337 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70c2f065657e4b6fa5a0bb559f63d3d4&device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 1096 time: 0.1024711 May 26 22:49:16.128482 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54352) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:16.149744 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.178357 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:16.195512 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'port_id': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'mac_address': 'fa:16:3e:6e:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:49:16.224646 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-9b11e300-b836-4aad-b763-a1beb1c143f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0c12fcc-cee2-4155-8720-d7c99dc04a78 HTTP/1.1" status: 200 len: 217 time: 0.1590109 May 26 22:49:16.268187 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.289593 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:16.299807 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:16.309912 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:16.310135 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Usage tracker for resource:security_group_rule and tenant:b7dd5b0a3f524ef89536cebb436f1db8 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:16.318917 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.319260 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:16.327054 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:16.447927 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.454016 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:16.460807 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.491556 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54368) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:16.502220 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-00f0415d-a9a6-419a-8b5d-85efb0294fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:16.503848 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-00f0415d-a9a6-419a-8b5d-85efb0294fb9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca5028a4-0d85-4c2e-98a2-3ff01ce56722 HTTP/1.1" status: 200 len: 849 time: 0.2717562 May 26 22:49:16.556591 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-7ddce073-9a51-45c9-9ef7-90ed92c32762 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a5a7993b-7e9a-46fb-92aa-f20055ef8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453441 May 26 22:49:16.560335 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01586177-8148-48e8-a3bc-a97b065a40fd,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:16.583306 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:49:16.636302 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ccb79c10-3498-4510-9b44-5bf7c269f640 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7dd5b0a3f524ef89536cebb436f1db8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5063467 May 26 22:49:16.644264 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54376) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:16.651126 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93748a5b-65e0-462a-a126-99a0f79b0dd1 req-359ce895-0d0b-4d09-baa5-20ccdd22a57f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:16.660233 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-93748a5b-65e0-462a-a126-99a0f79b0dd1 req-359ce895-0d0b-4d09-baa5-20ccdd22a57f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.5001972 May 26 22:49:16.677892 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.722366 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-4bf2f7b7-b387-4428-ade3-50b19af60441 service neutron] 10.222.0.67 "GET /v2.0/networks/a5a7993b-7e9a-46fb-92aa-f20055ef8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566455 May 26 22:49:16.734035 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bbbd9-9cd4-4d91-80fe-1366116c616a req-e2b60218-f3d2-4b7a-9546-9bc8ceb98288 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:16.735810 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8a4bbbd9-9cd4-4d91-80fe-1366116c616a req-e2b60218-f3d2-4b7a-9546-9bc8ceb98288 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.3974354 May 26 22:49:16.806236 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fa94a4a-eb0a-4e3d-af61-50d3ec576d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.860539 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:16.881136 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Usage tracker for resource:security_group_rule and tenant:0524433d4b4f4928a5c75d857df55df5 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:16.899661 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fa94a4a-eb0a-4e3d-af61-50d3ec576d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:16.909152 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:16.911035 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8a4bbbd9-9cd4-4d91-80fe-1366116c616a req-8ad336d9-1fe3-49a3-a6e1-1c2bddda2e23 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539550 May 26 22:49:16.926320 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-93748a5b-65e0-462a-a126-99a0f79b0dd1 req-7a65eabf-4831-4dbd-a0ba-81994d8dd3ca tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646699 May 26 22:49:16.946150 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:16.960583 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63559cb6-218d-4c1f-bad3-b0f8d6237be8 req-12bd50df-ccf6-46d7-a05a-d61c58317265 service neutron] 10.222.0.67 "GET /v2.0/networks/a5a7993b-7e9a-46fb-92aa-f20055ef8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233951 May 26 22:49:17.070575 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fa94a4a-eb0a-4e3d-af61-50d3ec576d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.100377 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa94a4a-eb0a-4e3d-af61-50d3ec576d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01586177-8148-48e8-a3bc-a97b065a40fd,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:17.103128 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.111822 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.130429 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fa94a4a-eb0a-4e3d-af61-50d3ec576d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.140595 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2fa94a4a-eb0a-4e3d-af61-50d3ec576d83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01586177-8148-48e8-a3bc-a97b065a40fd HTTP/1.1" status: 204 len: 168 time: 0.4714403 May 26 22:49:17.192604 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ee3a4-6e35-488a-983e-f6e86090dcb8,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:17.226122 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-9a6de27c-f566-4896-9f3d-ee5b210c9b29 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0524433d4b4f4928a5c75d857df55df5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7284493 May 26 22:49:17.227318 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54390) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:17.254173 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-bca70867-5b0d-4b86-8dc1-d33fc47605ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70c2f065657e4b6fa5a0bb559f63d3d4&device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 1096 time: 0.2213175 May 26 22:49:17.299089 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619249e-b39d-46d6-8c91-baaf6ca41352 req-1a3aa029-caf5-44b7-9eec-77c0fba0f480 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:17.300447 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-c619249e-b39d-46d6-8c91-baaf6ca41352 req-1a3aa029-caf5-44b7-9eec-77c0fba0f480 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Synchronizing usage tracker for tenant:70c2f065657e4b6fa5a0bb559f63d3d4 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:17.306740 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-44bdaf90-68c1-45ef-a14e-26007187a260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.343089 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-44bdaf90-68c1-45ef-a14e-26007187a260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.385109 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-c619249e-b39d-46d6-8c91-baaf6ca41352 req-1a3aa029-caf5-44b7-9eec-77c0fba0f480 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Unset dirty status for tenant:70c2f065657e4b6fa5a0bb559f63d3d4 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:17.386349 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c619249e-b39d-46d6-8c91-baaf6ca41352 req-1a3aa029-caf5-44b7-9eec-77c0fba0f480 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 943 time: 0.3178365 May 26 22:49:17.405499 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-44bdaf90-68c1-45ef-a14e-26007187a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.421730 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdaf90-68c1-45ef-a14e-26007187a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75ee3a4-6e35-488a-983e-f6e86090dcb8,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:17.433576 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-44bdaf90-68c1-45ef-a14e-26007187a260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:17.434995 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-44bdaf90-68c1-45ef-a14e-26007187a260 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e75ee3a4-6e35-488a-983e-f6e86090dcb8 HTTP/1.1" status: 204 len: 168 time: 0.2070391 May 26 22:49:17.454741 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-355c48df-2bbd-49d0-bc00-cad924496a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:17.456620 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-355c48df-2bbd-49d0-bc00-cad924496a2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 HTTP/1.1" status: 200 len: 910 time: 0.1869586 May 26 22:49:17.545900 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c619249e-b39d-46d6-8c91-baaf6ca41352 req-9fefe58b-326f-4d56-8029-0e73ec2fd506 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409340 May 26 22:49:17.567397 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-14bf112c-0f5c-41e8-805a-19bed08dbd02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0c12fcc-cee2-4155-8720-d7c99dc04a78 HTTP/1.1" status: 200 len: 217 time: 0.0926003 May 26 22:49:17.628327 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-f1584ac4-8cc0-4017-958d-2ffac30477bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:17.629863 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-f1584ac4-8cc0-4017-958d-2ffac30477bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ca5028a4-0d85-4c2e-98a2-3ff01ce56722 HTTP/1.1" status: 200 len: 849 time: 0.0644410 May 26 22:49:17.683900 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-b1a744ce-1292-435a-97e5-0956f1d11bf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a5a7993b-7e9a-46fb-92aa-f20055ef8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465913 May 26 22:49:17.839203 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:17.875281 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-54a72436-3d9b-4940-bbc4-cfaa4c296518 service neutron] 10.222.0.67 "GET /v2.0/networks/a5a7993b-7e9a-46fb-92aa-f20055ef8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816726 May 26 22:49:17.943850 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:17.952355 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:17.952752 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.007576 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-640a5bc5-62ea-485e-86cb-8f589e736d1c req-c2b0f9b2-d94a-4668-9422-e2b2fb604c69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 1098 time: 0.2006803 May 26 22:49:18.081184 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5d24363b-1f8d-4f45-9855-4b58d86daa63 req-f04fb9b9-75a8-46fb-a21d-2118480dfac3 service neutron] 10.222.0.67 "GET /v2.0/networks/a5a7993b-7e9a-46fb-92aa-f20055ef8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970274 May 26 22:49:18.106326 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-640a5bc5-62ea-485e-86cb-8f589e736d1c req-9a83851f-79d3-4152-ba5c-8af33a633d76 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808334 May 26 22:49:18.239695 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.270800 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:18.297632 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:18.300622 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5439c-7473-47b8-bbc6-500af4a3dfe8 req-aced3cfc-9a04-44ef-89ac-532d4f1ae114 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:18.302279 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f9d5439c-7473-47b8-bbc6-500af4a3dfe8 req-aced3cfc-9a04-44ef-89ac-532d4f1ae114 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1406820 May 26 22:49:18.308268 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:18.383639 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f9d5439c-7473-47b8-bbc6-500af4a3dfe8 req-1433c07d-5b85-4820-94ee-826aa9e636af tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741987 May 26 22:49:18.394091 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143f87-d49a-4db3-ad11-734676f505ca req-8c8be0e1-d0c2-4888-b33a-5dfd4602e9bb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:18.395635 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-de143f87-d49a-4db3-ad11-734676f505ca req-8c8be0e1-d0c2-4888-b33a-5dfd4602e9bb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1659784 May 26 22:49:18.469303 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d725a6f3-3ff1-4197-8303-0426d5d5e165'] response: {'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'code': 200} May 26 22:49:18.505130 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-de143f87-d49a-4db3-ad11-734676f505ca req-8007da2c-54de-4014-b735-ab6da3a7a3d9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949152 May 26 22:49:18.511606 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:18.802726 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-510db773-44fe-48ac-b221-b3d00b87c26f req-2b46dd34-a48e-49f8-b42d-e02547df1ec7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1059873 May 26 22:49:18.856728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1badc-61b3-4305-bfc9-cab8caa765de req-bc580cc1-12fc-47a3-9dc8-e8e1495d52b4 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:18.858407 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c7b1badc-61b3-4305-bfc9-cab8caa765de req-bc580cc1-12fc-47a3-9dc8-e8e1495d52b4 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 943 time: 0.1524165 May 26 22:49:18.896414 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-510db773-44fe-48ac-b221-b3d00b87c26f req-e7fa4d85-7b3a-4120-b4b1-d9cc1c20977c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868609 May 26 22:49:18.987024 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c7b1badc-61b3-4305-bfc9-cab8caa765de req-c14f91c2-407f-4f57-a28d-7271cfc3b297 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213651 May 26 22:49:19.092310 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54456) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:19.399700 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.436463 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:19.441009 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3021d028dc324619b35533e614618997 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:19.444166 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:19.451633 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:19.537479 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.543051 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.613569 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0ce3e-25db-4315-83a1-ef46ed8a0cb2,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:19.619236 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-0162d1c8-81d2-42b6-ab0d-2ceca912b4d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3021d028dc324619b35533e614618997&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5254879 May 26 22:49:19.621880 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54474) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:19.672704 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dc2f2-72f0-4d45-b270-22d4f3fd2f44 req-d906321d-b5ee-41d8-8320-2b2c9798c4bb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:19.684184 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9d1dc2f2-72f0-4d45-b270-22d4f3fd2f44 req-d906321d-b5ee-41d8-8320-2b2c9798c4bb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1593738 May 26 22:49:19.714053 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7eb02b3c-9a11-4ad1-9fdd-90f774cfc93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.744266 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7eb02b3c-9a11-4ad1-9fdd-90f774cfc93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.753298 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9d1dc2f2-72f0-4d45-b270-22d4f3fd2f44 req-8c983d22-44a6-4034-846a-24aef6029162 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681241 May 26 22:49:19.864223 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d0c12fcc-cee2-4155-8720-d7c99dc04a78 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:49:19.941952 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40966ccd-8e7d-49c0-99d0-e5692fd449e7 req-e928ac0d-2ca1-43cf-b298-dfa3a93bde8b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:19.943811 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-40966ccd-8e7d-49c0-99d0-e5692fd449e7 req-e928ac0d-2ca1-43cf-b298-dfa3a93bde8b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1769695 May 26 22:49:19.949609 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7eb02b3c-9a11-4ad1-9fdd-90f774cfc93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:19.992775 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb02b3c-9a11-4ad1-9fdd-90f774cfc93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0ce3e-25db-4315-83a1-ef46ed8a0cb2,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:20.008082 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7eb02b3c-9a11-4ad1-9fdd-90f774cfc93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:20.009329 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7eb02b3c-9a11-4ad1-9fdd-90f774cfc93d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6e0ce3e-25db-4315-83a1-ef46ed8a0cb2 HTTP/1.1" status: 204 len: 168 time: 0.3865399 May 26 22:49:20.077871 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7d725-c047-4dad-aa96-75f09f3aa5d5 req-7c2c635f-a324-4e9b-97b4-20207d1cbcb1 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:20.087067 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2be7d725-c047-4dad-aa96-75f09f3aa5d5 req-7c2c635f-a324-4e9b-97b4-20207d1cbcb1 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1352468 May 26 22:49:20.099835 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-40966ccd-8e7d-49c0-99d0-e5692fd449e7 req-979d09d0-0d63-4365-aa97-81620a7c94b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366704 May 26 22:49:20.173622 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2be7d725-c047-4dad-aa96-75f09f3aa5d5 req-dd81cc0a-906c-41de-856e-6221772ca726 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847101 May 26 22:49:20.293945 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-be8d20ae-0501-43aa-8958-06e1587fefbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:20.439420 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d0c12fcc-cee2-4155-8720-d7c99dc04a78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0c12fcc-cee2-4155-8720-d7c99dc04a78,segment=NetworkSegment(14463da7-954a-461a-b716-79451c672f38),segment_id=14463da7-954a-461a-b716-79451c672f38)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:20.473247 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02122abd-b174-4893-8bcf-80abb38c95bd req-f798ed75-40b2-4e29-b4b3-efcbf4dba061 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:20.477273 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78', 'network_id': 'a5a7993b-7e9a-46fb-92aa-f20055ef8fe0', 'port_id': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78', 'mac_address': 'fa:16:3e:ac:ec:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5028a4-0d85-4c2e-98a2-3ff01ce56722', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:49:20.482857 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-02122abd-b174-4893-8bcf-80abb38c95bd req-f798ed75-40b2-4e29-b4b3-efcbf4dba061 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 943 time: 0.1142442 May 26 22:49:20.554813 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-02122abd-b174-4893-8bcf-80abb38c95bd req-2ecb02aa-842d-416c-a437-340c4ca191a8 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681841 May 26 22:49:20.593760 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:20.625213 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c12fcc-cee2-4155-8720-d7c99dc04a78 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:20.647793 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d0c12fcc-cee2-4155-8720-d7c99dc04a78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0c12fcc-cee2-4155-8720-d7c99dc04a78,segment=NetworkSegment(14463da7-954a-461a-b716-79451c672f38),segment_id=14463da7-954a-461a-b716-79451c672f38)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:20.651507 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:20.726002 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d0c12fcc-cee2-4155-8720-d7c99dc04a78,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:20.951106 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['d0c12fcc-cee2-4155-8720-d7c99dc04a78'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:49:21.436586 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbd2a2-1cf0-4a80-9951-2009593f2e28 req-85c769f8-9245-4b39-a0bd-fcf1a9524bdb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:21.438277 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-80bbd2a2-1cf0-4a80-9951-2009593f2e28 req-85c769f8-9245-4b39-a0bd-fcf1a9524bdb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0931644 May 26 22:49:21.488018 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-80bbd2a2-1cf0-4a80-9951-2009593f2e28 req-f505b900-4ec0-47a3-94a2-c6a2a9ca2042 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 May 26 22:49:21.753430 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea52cc0-392b-48a1-a0cf-cf5900a12d9d req-9a096236-b2e9-4026-ad50-28d55b1577d2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:21.754922 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3ea52cc0-392b-48a1-a0cf-cf5900a12d9d req-9a096236-b2e9-4026-ad50-28d55b1577d2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0926292 May 26 22:49:21.764375 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54560) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:21.771539 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'floatingip': {'port_id': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:21.792352 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e31610-e1ba-48ac-83b8-d0c19993e3ea req-99129299-8628-48ba-8697-a9a08b231f98 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:21.794474 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-76e31610-e1ba-48ac-83b8-d0c19993e3ea req-99129299-8628-48ba-8697-a9a08b231f98 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 944 time: 0.0910335 May 26 22:49:21.861773 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:21.865574 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-76e31610-e1ba-48ac-83b8-d0c19993e3ea req-30022855-74e8-4c52-9561-dd8fd0ac9a85 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632942 May 26 22:49:22.157178 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-57ed3c03-5be0-4733-8dbe-4ec4eccff8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.553144 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1af388cf-5583-4982-ad48-f207cc84df1b req-35f13853-9c72-42b4-83dc-c34607b1d982 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 1099 time: 0.0946314 May 26 22:49:22.762165 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f3f0b-3d2e-438e-b04f-e2a5d30de163 req-c8d5c535-34d7-4d8e-824b-d8f29966b7b5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:22.763751 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ff6f3f0b-3d2e-438e-b04f-e2a5d30de163 req-c8d5c535-34d7-4d8e-824b-d8f29966b7b5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.2098441 May 26 22:49:22.860181 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.865492 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:22.883625 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af388cf-5583-4982-ad48-f207cc84df1b req-e7d08a15-2982-46f5-a0bd-3cb2d7d8dd6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:22.885170 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1af388cf-5583-4982-ad48-f207cc84df1b req-e7d08a15-2982-46f5-a0bd-3cb2d7d8dd6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.2851822 May 26 22:49:22.911321 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ff6f3f0b-3d2e-438e-b04f-e2a5d30de163 req-3820fd5b-f443-4374-99b8-63ad97e547c5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333318 May 26 22:49:22.946202 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54596) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:22.976085 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1af388cf-5583-4982-ad48-f207cc84df1b req-afde1266-95e8-419a-842f-7c35dd80ad02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45122ad-d593-436d-98f9-678185be49b1 HTTP/1.1" status: 200 len: 217 time: 0.0674679 May 26 22:49:23.049749 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af388cf-5583-4982-ad48-f207cc84df1b req-31d7247e-b05c-4d28-a1b5-c671e2b56e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:23.051195 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1af388cf-5583-4982-ad48-f207cc84df1b req-31d7247e-b05c-4d28-a1b5-c671e2b56e53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0678167 May 26 22:49:23.129574 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f95ee6-91d1-4583-9a85-9a7235f2cc00 req-634e1849-bc1a-4e51-96a5-1ead35d9b8f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:23.130182 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1af388cf-5583-4982-ad48-f207cc84df1b req-c5691d4c-8abe-4fbd-a30f-8307b864ee86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724323 May 26 22:49:23.130924 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-79f95ee6-91d1-4583-9a85-9a7235f2cc00 req-634e1849-bc1a-4e51-96a5-1ead35d9b8f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 944 time: 0.1141295 May 26 22:49:23.179270 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.243980 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-79f95ee6-91d1-4583-9a85-9a7235f2cc00 req-ec902e2a-1f38-4aa2-b4b5-e41a8b6263f9 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068673 May 26 22:49:23.245704 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:23.250698 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Usage tracker for resource:security_group_rule and tenant:7f156458247b4c9da86fc62b85d02d94 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:23.256411 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:23.267503 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:23.279797 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Floating IP f1ae30e7-baed-48b2-89e6-dc4f51724da2 associated. External IP: 172.28.3.36, port: d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22. May 26 22:49:23.279895 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1af388cf-5583-4982-ad48-f207cc84df1b req-4ce946e5-3532-4c4f-b8ed-4941aee2fc3d service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404812 May 26 22:49:23.455797 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1af388cf-5583-4982-ad48-f207cc84df1b req-1c4cbedb-ab6a-4475-8f6a-38d6399110f7 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707017 May 26 22:49:23.486213 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.492352 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.499911 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.560301 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f156458247b4c9da86fc62b85d02d94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5984735 May 26 22:49:23.563141 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54620) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:23.566988 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed44d6b-9f02-45b5-b282-7b8af9c6052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b5be9b-fde6-4bd3-99c5-0167536aea12,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:23.673434 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31066dc4-e309-49b4-a365-e17c1307022b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.683769 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.710717 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31066dc4-e309-49b4-a365-e17c1307022b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.776030 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31066dc4-e309-49b4-a365-e17c1307022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.801732 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31066dc4-e309-49b4-a365-e17c1307022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b5be9b-fde6-4bd3-99c5-0167536aea12,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:23.814791 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31066dc4-e309-49b4-a365-e17c1307022b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:23.841476 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-31066dc4-e309-49b4-a365-e17c1307022b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87b5be9b-fde6-4bd3-99c5-0167536aea12 HTTP/1.1" status: 204 len: 168 time: 0.2777846 May 26 22:49:23.883282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:23.905804 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d0c12fcc-cee2-4155-8720-d7c99dc04a78 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:24.073332 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port d0c12fcc-cee2-4155-8720-d7c99dc04a78 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:24.081210 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port d0c12fcc-cee2-4155-8720-d7c99dc04a78 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:24.081833 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.240345 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5630-15df-4e1e-b556-0b0d41333460 req-5eee048c-8099-40f1-bdde-0b873768bd2f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:24.247569 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-398c5630-15df-4e1e-b556-0b0d41333460 req-5eee048c-8099-40f1-bdde-0b873768bd2f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.0939960 May 26 22:49:24.272096 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.321804 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-398c5630-15df-4e1e-b556-0b0d41333460 req-775f2180-d60a-47c8-a884-8f73d77b2930 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720811 May 26 22:49:24.339088 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:24.353752 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d06100-0237-4504-9269-41b415c3f027 None None] Sync routers for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:24.354357 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d0c12fcc-cee2-4155-8720-d7c99dc04a78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0c12fcc-cee2-4155-8720-d7c99dc04a78,segment=NetworkSegment(14463da7-954a-461a-b716-79451c672f38),segment_id=14463da7-954a-461a-b716-79451c672f38)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:24.359065 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:24.362971 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.372675 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:24.373313 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:24.374305 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.488718 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d0c12fcc-cee2-4155-8720-d7c99dc04a78,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:24.512058 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3b30af81-7127-41af-bf26-c832fd3c83b7 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "PUT /v2.0/floatingips/f1ae30e7-baed-48b2-89e6-dc4f51724da2 HTTP/1.1" status: 200 len: 990 time: 2.7464948 May 26 22:49:24.512794 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:24.517437 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53e6ec3-b74f-422f-ad20-ef165e7ba439'] response: {'server_uuid': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78', 'code': 200} May 26 22:49:24.667387 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:24.714047 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665623a-f3bb-437d-8aab-bf67ea443be1 req-cce93296-14a5-412e-b21c-2bf159c66224 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:24.725587 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2665623a-f3bb-437d-8aab-bf67ea443be1 req-cce93296-14a5-412e-b21c-2bf159c66224 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 945 time: 0.1524770 May 26 22:49:24.753522 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:24.806139 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2665623a-f3bb-437d-8aab-bf67ea443be1 req-55a16b87-56e5-47b8-93ae-5886efaf0e7a tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795851 May 26 22:49:24.928151 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1519a5-e094-49e0-95ce-65be94f3e431'] response: {'name': 'network-changed', 'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'status': 'completed', 'code': 200} May 26 22:49:24.934324 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54676) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:25.039097 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-09649b85-30d2-479d-bfbd-2c538b31f346 req-a9647ec4-5738-446b-8286-b79cff4f736c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 1098 time: 0.2416401 May 26 22:49:25.042948 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-388ac3b8-c9f6-4c89-bcf0-9af054a208b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0866504 May 26 22:49:25.134973 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'f1ae30e7-baed-48b2-89e6-dc4f51724da2', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'floating_ip_address': '172.28.3.36', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'port_id': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'mac_address': 'fa:16:3e:6e:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:03Z', 'updated_at': '2022-05-26T22:49:22Z', 'revision_number': 1, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:25.140210 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d06100-0237-4504-9269-41b415c3f027 None None] Checking router: cf266ca0-e9b5-431d-8d65-4dbca0b09b9f for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:25.153301 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:25.154197 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:25.213746 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-09649b85-30d2-479d-bfbd-2c538b31f346 req-1762112f-c711-43d4-ac35-ba478391c466 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579754 May 26 22:49:25.256394 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-aeca6367-de0a-45b3-b9cb-a2fce1405e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:25.258474 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-aeca6367-de0a-45b3-b9cb-a2fce1405e18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.2012603 May 26 22:49:25.323170 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.367001 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:25.371787 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Usage tracker for resource:security_group_rule and tenant:92785a16e31047a7b0d8b6fe1e5b1819 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:25.374579 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:25.382723 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:25.402018 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:25.604386 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.610472 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.681726 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-cbf4c9fb-6e3c-4312-8c3e-4b96b3d821c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 HTTP/1.1" status: 200 len: 998 time: 0.2374470 May 26 22:49:25.734029 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3991134-ee9d-4fa5-96c7-b486cbb6af82,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:25.748495 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3d46880e-ddf6-4e29-8466-857bc4546312 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92785a16e31047a7b0d8b6fe1e5b1819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8110635 May 26 22:49:25.749728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54712) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:25.753633 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8674-0793-47c5-ba9b-f4218c5a9891 req-86086eb8-10b2-4215-aa65-ffa1490aca61 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:25.755207 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8aaf8674-0793-47c5-ba9b-f4218c5a9891 req-86086eb8-10b2-4215-aa65-ffa1490aca61 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1952798 May 26 22:49:25.787641 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-00ea9b40-a5f1-4341-96fd-8144c290aaca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:25.789167 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-00ea9b40-a5f1-4341-96fd-8144c290aaca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0977721 May 26 22:49:25.853971 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14356c64-79d9-450e-85ef-28c45668d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.876660 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8aaf8674-0793-47c5-ba9b-f4218c5a9891 req-c1abe895-a2ab-48e3-bd1f-a44cbd0bbe2e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141257 May 26 22:49:25.908978 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14356c64-79d9-450e-85ef-28c45668d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:25.928637 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-338e00d0-6164-4fcd-a533-ce7b565e3617 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256053 May 26 22:49:26.020738 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-99d06100-0237-4504-9269-41b415c3f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'f1ae30e7-baed-48b2-89e6-dc4f51724da2', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'floating_ip_address': '172.28.3.36', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'port_id': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'mac_address': 'fa:16:3e:6e:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:03Z', 'updated_at': '2022-05-26T22:49:22Z', 'revision_number': 1, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:26.023603 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14356c64-79d9-450e-85ef-28c45668d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:26.033405 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d06100-0237-4504-9269-41b415c3f027 None None] The sync data for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb is: [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'f1ae30e7-baed-48b2-89e6-dc4f51724da2', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'floating_ip_address': '172.28.3.36', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'port_id': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'mac_address': 'fa:16:3e:6e:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:03Z', 'updated_at': '2022-05-26T22:49:22Z', 'revision_number': 1, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:26.052764 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14356c64-79d9-450e-85ef-28c45668d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3991134-ee9d-4fa5-96c7-b486cbb6af82,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:26.120406 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-14356c64-79d9-450e-85ef-28c45668d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:26.121856 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-14356c64-79d9-450e-85ef-28c45668d35f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3991134-ee9d-4fa5-96c7-b486cbb6af82 HTTP/1.1" status: 204 len: 168 time: 0.3710747 May 26 22:49:26.201978 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac781d-0f3e-43a1-98ec-b6c4e1addcd1 req-166a7d0a-cdad-4a57-afef-6936d03950e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:26.207819 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-baac781d-0f3e-43a1-98ec-b6c4e1addcd1 req-166a7d0a-cdad-4a57-afef-6936d03950e0 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 945 time: 0.1609087 May 26 22:49:26.264043 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-429fe1e3-6b3a-4c0d-aa92-bf1c1b24d657 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178511 May 26 22:49:26.306877 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-baac781d-0f3e-43a1-98ec-b6c4e1addcd1 req-9c1e0a03-b60c-42c8-af81-d34d30c15875 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928831 May 26 22:49:26.359636 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ce34fa-a026-420d-a8df-4c75e20e2208 None None] New status for floating IP f1ae30e7-baed-48b2-89e6-dc4f51724da2: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:49:26.511838 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-81cdcc19-56ea-4a11-9c71-1351a7d3f946 req-75753afb-4293-4ed3-b1da-bd40cadf00f9 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344115 May 26 22:49:26.984004 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54748) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:27.094271 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24b3e0-2543-4431-80be-76ef6aa9f395 req-57f6441c-be21-46b6-a8d8-b00714a83d05 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:27.097840 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9a24b3e0-2543-4431-80be-76ef6aa9f395 req-57f6441c-be21-46b6-a8d8-b00714a83d05 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.0851264 May 26 22:49:27.161236 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9a24b3e0-2543-4431-80be-76ef6aa9f395 req-3d392104-20e1-430d-9daa-073c78a712c7 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 May 26 22:49:27.286840 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.321445 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:27.325291 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Usage tracker for resource:security_group_rule and tenant:d2cb9743ee9f41799342ea734145f20a is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:27.328602 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:27.334407 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:27.416497 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.422065 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.562247 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2cb9743ee9f41799342ea734145f20a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5770824 May 26 22:49:27.563031 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc8660-4ad5-4e5c-a015-11fb43a1cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ca4edb-8bc4-4aa9-8f3c-4b9e3b38b2b6,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:27.566578 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54772) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:27.641188 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507127-b94b-4991-ab25-e5613d36e29a req-72d30b1c-0c9d-4d6f-984f-778e61544184 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:27.648789 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-51507127-b94b-4991-ab25-e5613d36e29a req-72d30b1c-0c9d-4d6f-984f-778e61544184 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 945 time: 0.1823354 May 26 22:49:27.692730 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a32c5c02-edb4-4a13-9f61-d772010a5107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.711945 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-51507127-b94b-4991-ab25-e5613d36e29a req-40926aba-78de-49c4-a3b1-a7d0aabb4871 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535579 May 26 22:49:27.738586 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a32c5c02-edb4-4a13-9f61-d772010a5107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.794459 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a32c5c02-edb4-4a13-9f61-d772010a5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.811321 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c5c02-edb4-4a13-9f61-d772010a5107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ca4edb-8bc4-4aa9-8f3c-4b9e3b38b2b6,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:27.819299 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a32c5c02-edb4-4a13-9f61-d772010a5107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:27.820871 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-a32c5c02-edb4-4a13-9f61-d772010a5107 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6ca4edb-8bc4-4aa9-8f3c-4b9e3b38b2b6 HTTP/1.1" status: 204 len: 168 time: 0.2531049 May 26 22:49:28.450039 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d14d84-2806-4f4c-852f-6eb9c06ed224 req-1fbcabeb-af5c-486d-aa58-f628c340beee tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:28.453351 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-86d14d84-2806-4f4c-852f-6eb9c06ed224 req-1fbcabeb-af5c-486d-aa58-f628c340beee tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1070669 May 26 22:49:28.503616 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-86d14d84-2806-4f4c-852f-6eb9c06ed224 req-a8fcee63-60d0-49a6-b55a-5244cac8db8a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463011 May 26 22:49:28.837105 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54824) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:28.971002 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1780095193-network', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:28.976139 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:28.980827 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Usage tracker for resource:network and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:28.984190 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:28.990153 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:29.000820 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Made reservation on behalf of b87d7cc7edc24983bda9c3077f61f879 for: {'network': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:29.003352 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.015579 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.048645 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:29.052593 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:29.055945 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:29.063244 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:29.136492 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.151409 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.191370 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:29.210281 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba2bce0-3901-4e96-8126-dd5108682e2d,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:29.214468 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.214829 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.segments_db [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Added segment 023635ee-6759-4109-b3f4-9d6387d45c2e of type vlan for network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 May 26 22:49:29.250047 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.286399 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.287360 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:29.287944 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.400983 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] Pushing event updated for resources: {'Network': ['ID=5e1ed94e-a31b-44c6-bebd-05e95a0c5411,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:29.406336 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-30e11ec0-be0e-44a6-9b35-9e85addbeb7a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5681028 May 26 22:49:29.411158 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54854) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:29.415597 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:29.417248 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Request body: {'subnet': {'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1780095193-subnet', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:29.421921 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:29.427402 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Usage tracker for resource:subnet and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:29.430429 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:29.440084 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:29.452646 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Made reservation on behalf of b87d7cc7edc24983bda9c3077f61f879 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:29.458049 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3449441'] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.739324 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3449459'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.775943 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e668fdb-4990-43a5-8549-f5f444f6d25f req-c76a5997-8580-45ee-b7fc-4137b439b524 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:29.777598 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9e668fdb-4990-43a5-8549-f5f444f6d25f req-c76a5997-8580-45ee-b7fc-4137b439b524 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.0880353 May 26 22:49:29.830955 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9e668fdb-4990-43a5-8549-f5f444f6d25f req-243080c6-83b6-4805-baf9-5cefa9fdfbd1 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474961 May 26 22:49:29.860763 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b406714-9f97-4167-b87e-408865b8c428,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:29.865745 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Checking segment: {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:29.866092 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Network hostable DHCP agents. Network: 5e1ed94e-a31b-44c6-bebd-05e95a0c5411, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:29.889746 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:29.904964 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 5e1ed94e-a31b-44c6-bebd-05e95a0c5411) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:29.913390 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:29.914331 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.918278 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c9725-649d-4904-a92b-8d988ddea64b None None] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:29.953867 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54870) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:29.955181 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-27d8a9e8-7a8f-40e6-af8f-22ba14631486 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5417941 May 26 22:49:29.960614 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:29.965502 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:29.969948 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Usage tracker for resource:router and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:29.973516 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:29.980698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:29.992249 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:29.993296 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.012969 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.183335 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.183526 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:30.184230 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.342444 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Allocated IP 172.20.0.2 (5e1ed94e-a31b-44c6-bebd-05e95a0c5411/7b406714-9f97-4167-b87e-408865b8c428/28856577-dc29-462f-961f-09089cf9aace) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:30.390634 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.425114 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.586860 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Allocated IP 172.28.3.30 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/911dcb66-9c03-4554-89a8-6c71c2755f7d) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:30.631672 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.648362 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Transition to ACTIVE for port object 28856577-dc29-462f-961f-09089cf9aace will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:30.682062 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Transition to ACTIVE for port object 28856577-dc29-462f-961f-09089cf9aace will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:30.691786 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.792043 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:30.795116 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.795501 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:30.799869 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:30.839350 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.849793 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Pushing event updated for resources: {'Port': ['ID=28856577-dc29-462f-961f-09089cf9aace,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:30.925671 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:30.928677 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:30.930137 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Attempting to bind port 28856577-dc29-462f-961f-09089cf9aace on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:30.931554 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Attempting to bind port 28856577-dc29-462f-961f-09089cf9aace by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:30.932897 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Attempting to bind port 28856577-dc29-462f-961f-09089cf9aace on network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:30.934066 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:30.944306 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54906) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:30.965305 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:30.965676 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Checking segment: {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:30.966071 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:30.966459 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Bound using segment: {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:30.966922 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Bound port: 28856577-dc29-462f-961f-09089cf9aace, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:30.967284 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.099589 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Pushing event updated for resources: {'Port': ['ID=911dcb66-9c03-4554-89a8-6c71c2755f7d,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:31.170070 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.170801 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.191481 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] For port 28856577-dc29-462f-961f-09089cf9aace, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:31.196554 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] For port 28856577-dc29-462f-961f-09089cf9aace, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=28856577-dc29-462f-961f-09089cf9aace,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:31.215172 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.238056 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.315636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:31.333854 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Usage tracker for resource:security_group_rule and tenant:31101d22c6c54b599d94ecae19f4ee55 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:31.341453 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:31.342737 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285d026-3658-47ac-9a01-6d6ffe42bfcf None None] Pushing event updated for resources: {'Port': ['ID=28856577-dc29-462f-961f-09089cf9aace,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:31.354330 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:31.496542 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.502940 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.579479 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ec74f-5706-4221-bc34-04f2915c3d4e,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:31.587409 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8e0c4a4d-e87e-4435-9d43-91d9dfb3a83f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31101d22c6c54b599d94ecae19f4ee55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6411049 May 26 22:49:31.589181 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54924) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:31.771276 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d6f3-8545-45b9-894d-08c0c975f700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.790425 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96858bf8-849d-4663-a631-ceb1c84cf0fe req-f2ed5dcf-b29e-4204-91ea-e5b04826b24f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:31.791960 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-96858bf8-849d-4663-a631-ceb1c84cf0fe req-f2ed5dcf-b29e-4204-91ea-e5b04826b24f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1749594 May 26 22:49:31.827933 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Router 0d1327db-5991-40cb-9852-9f7670d205ba is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:49:31.834455 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d6f3-8545-45b9-894d-08c0c975f700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:31.892099 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c6b8-d764-41e2-bd87-fc0882ad2eb6 req-2fb2be94-f1bf-4d7a-8d5d-c9affb783fdd tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:31.908343 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3775c6b8-d764-41e2-bd87-fc0882ad2eb6 req-2fb2be94-f1bf-4d7a-8d5d-c9affb783fdd tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1990309 May 26 22:49:31.975425 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3775c6b8-d764-41e2-bd87-fc0882ad2eb6 req-2ba61f48-4229-490e-860a-28374b466821 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656149 May 26 22:49:31.991543 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d6f3-8545-45b9-894d-08c0c975f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.012048 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-96858bf8-849d-4663-a631-ceb1c84cf0fe req-76f54705-7b11-4f2d-b625-fde5ba503e1b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112029 May 26 22:49:32.013015 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d6f3-8545-45b9-894d-08c0c975f700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ec74f-5706-4221-bc34-04f2915c3d4e,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:32.033511 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d6f3-8545-45b9-894d-08c0c975f700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.035177 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7cc1d6f3-8545-45b9-894d-08c0c975f700 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d45ec74f-5706-4221-bc34-04f2915c3d4e HTTP/1.1" status: 204 len: 168 time: 0.4444437 May 26 22:49:32.127066 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:32.141141 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Sync routers for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:32.157824 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:32.158757 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:32.161048 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.162614 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-066fcb9e-584d-4061-9805-ff7118c1118c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2060802 May 26 22:49:32.165829 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 54938) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:32.421639 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:32.521344 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e72ee-8d9f-4d04-b523-3c2d0c17d9e6 req-87daaaf4-4c4e-4974-9059-3655eef7c2f4 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:32.528995 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0d7e72ee-8d9f-4d04-b523-3c2d0c17d9e6 req-87daaaf4-4c4e-4974-9059-3655eef7c2f4 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 945 time: 0.1066654 May 26 22:49:32.585868 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0d7e72ee-8d9f-4d04-b523-3c2d0c17d9e6 req-0353d970-f7c1-4d73-a51b-d6deee4a7c80 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556068 May 26 22:49:32.622754 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54946) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:32.643040 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.678163 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:32.682277 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Usage tracker for resource:security_group_rule and tenant:b91fafb348874af39f71f4a761e0fc77 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:32.685282 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:32.691340 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:32.763993 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.770113 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.810917 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:31Z', 'revision_number': 3, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:32.816008 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Checking router: 0d1327db-5991-40cb-9852-9f7670d205ba for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:32.816439 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Updating router 0d1327db-5991-40cb-9852-9f7670d205ba port 911dcb66-9c03-4554-89a8-6c71c2755f7d binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:32.844978 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006c418-c3b2-4a5b-aba8-61bb7be6775c None None] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:32.848224 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b91fafb348874af39f71f4a761e0fc77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2239933 May 26 22:49:32.848859 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54950) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:32.871025 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb350ff8-059b-4b7a-81c8-941642e36508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74198efc-2936-4e49-bad4-9d4e599fbc4d,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:32.915024 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.940565 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 28856577-dc29-462f-961f-09089cf9aace up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:32.958640 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5cb60dd-d480-4df3-9069-57e6add3f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:32.991409 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5cb60dd-d480-4df3-9069-57e6add3f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.049223 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-ef3f0441-2d12-49d9-99df-c0df610218a4 None None] Provisioning for port 28856577-dc29-462f-961f-09089cf9aace completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:33.053553 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 28856577-dc29-462f-961f-09089cf9aace completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:33.074501 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-ef3f0441-2d12-49d9-99df-c0df610218a4 None None] Provisioning complete for port 28856577-dc29-462f-961f-09089cf9aace triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:33.075024 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0441-2d12-49d9-99df-c0df610218a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.110888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 28856577-dc29-462f-961f-09089cf9aace triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:33.111486 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.141450 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5cb60dd-d480-4df3-9069-57e6add3f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.159977 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb60dd-d480-4df3-9069-57e6add3f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74198efc-2936-4e49-bad4-9d4e599fbc4d,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:33.163246 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5cb60dd-d480-4df3-9069-57e6add3f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.166511 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e5cb60dd-d480-4df3-9069-57e6add3f372 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74198efc-2936-4e49-bad4-9d4e599fbc4d HTTP/1.1" status: 204 len: 168 time: 0.3113093 May 26 22:49:33.481245 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32956bbc-16e1-47d2-8248-7608255772d7 req-47d2ddcc-ba07-45ea-9e78-84d1aece7812 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:33.483533 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-32956bbc-16e1-47d2-8248-7608255772d7 req-47d2ddcc-ba07-45ea-9e78-84d1aece7812 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1826615 May 26 22:49:33.499727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.521485 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.552665 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Transition to ACTIVE for port object 911dcb66-9c03-4554-89a8-6c71c2755f7d will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:33.565366 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.586019 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-32956bbc-16e1-47d2-8248-7608255772d7 req-69a39e84-e02f-4c60-b6df-2fdcc2142c9e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959237 May 26 22:49:33.616689 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.629636 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0441-2d12-49d9-99df-c0df610218a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.687647 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99a021-253c-4d90-8d10-988fe6ad1a24 req-1e0c4e40-e637-449f-a33d-3927097f5a88 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:33.689562 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1e99a021-253c-4d90-8d10-988fe6ad1a24 req-1e0c4e40-e637-449f-a33d-3927097f5a88 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.4352374 May 26 22:49:33.701596 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-ef3f0441-2d12-49d9-99df-c0df610218a4 None None] For port 28856577-dc29-462f-961f-09089cf9aace, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=28856577-dc29-462f-961f-09089cf9aace,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:33.713003 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ef3f0441-2d12-49d9-99df-c0df610218a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.725676 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Attempting to bind port 911dcb66-9c03-4554-89a8-6c71c2755f7d on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:33.725676 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Attempting to bind port 911dcb66-9c03-4554-89a8-6c71c2755f7d by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:33.736573 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Attempting to bind port 911dcb66-9c03-4554-89a8-6c71c2755f7d on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:33.785977 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:33.786630 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:33.787153 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.787699 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:33.788378 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Bound port: 911dcb66-9c03-4554-89a8-6c71c2755f7d, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:33.788959 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.830523 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1e99a021-253c-4d90-8d10-988fe6ad1a24 req-377852dd-127c-43ae-b59c-ca2f5b1e1969 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277094 May 26 22:49:33.836012 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 54974) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:33.893722 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:33.943280 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Allocated IP 172.20.0.1 (5e1ed94e-a31b-44c6-bebd-05e95a0c5411/7b406714-9f97-4167-b87e-408865b8c428/9b7c195d-bb70-4970-a22d-854141975cb2) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:33.998748 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba3a43-0c26-4d41-bdd7-06bd001a9a9c None None] Pushing event updated for resources: {'Port': ['ID=911dcb66-9c03-4554-89a8-6c71c2755f7d,revision_number=2']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:34.048175 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] For port 911dcb66-9c03-4554-89a8-6c71c2755f7d, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:34.052223 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:49:34.052734 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] For port 911dcb66-9c03-4554-89a8-6c71c2755f7d, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=911dcb66-9c03-4554-89a8-6c71c2755f7d,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:34.052840 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:49:34.057536 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f0441-2d12-49d9-99df-c0df610218a4 None None] Pushing event updated for resources: {'Port': ['ID=28856577-dc29-462f-961f-09089cf9aace,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:34.061225 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.120784 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:34.129923 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:b985764ab81247a39617f38bb80212ab is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:34.134604 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:34.146007 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-65901d46-7cea-4210-a91d-3018af43921c None None] Provisioning complete for port 28856577-dc29-462f-961f-09089cf9aace triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:34.146384 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-65901d46-7cea-4210-a91d-3018af43921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.161634 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:34.195270 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba3a43-0c26-4d41-bdd7-06bd001a9a9c None None] Pushing event updated for resources: {'Port': ['ID=911dcb66-9c03-4554-89a8-6c71c2755f7d,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:34.200278 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:34.200998 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:34.219248 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.230995 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-bbc9e50e-ce3d-45ec-9b9e-993c3418fd7f tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.232746 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-bbc9e50e-ce3d-45ec-9b9e-993c3418fd7f tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 945 time: 0.1899841 May 26 22:49:34.248438 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Transition to ACTIVE for port object 9b7c195d-bb70-4970-a22d-854141975cb2 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:34.253399 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867504f-9733-4487-91f4-e8896dc57731 req-3d802e1a-de91-4d5c-9fb1-26c5fa780d61 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:34.254663 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8867504f-9733-4487-91f4-e8896dc57731 req-3d802e1a-de91-4d5c-9fb1-26c5fa780d61 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 945 time: 0.3240819 May 26 22:49:34.299330 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.390341 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:34.396273 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:34.398700 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Pushing event updated for resources: {'Port': ['ID=9b7c195d-bb70-4970-a22d-854141975cb2,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:34.401465 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.416739 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Deleting port d0c12fcc-cee2-4155-8720-d7c99dc04a78 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:49:34.416739 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.418986 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:34.444978 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:34.461152 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.477438 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.510892 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8867504f-9733-4487-91f4-e8896dc57731 req-b36341b6-a929-45bc-9e29-85014c9a6b1d tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173510 May 26 22:49:34.641051 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.770034 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-483f867c-e6d1-46cc-96e5-7c700c9d58c8 None None] Provisioning for port 9b7c195d-bb70-4970-a22d-854141975cb2 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:34.776237 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-483f867c-e6d1-46cc-96e5-7c700c9d58c8 None None] Provisioning complete for port 9b7c195d-bb70-4970-a22d-854141975cb2 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:34.776687 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-483f867c-e6d1-46cc-96e5-7c700c9d58c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:34.900956 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 28856577-dc29-462f-961f-09089cf9aace up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:34.954922 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:31Z', 'revision_number': 3, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:34.959697 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8a6c1-d299-499b-9d76-f6043b76aef7 None None] The sync data for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb is: [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:31Z', 'revision_number': 3, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:35.003876 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.045257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.096982 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-483f867c-e6d1-46cc-96e5-7c700c9d58c8 None None] Port 9b7c195d-bb70-4970-a22d-854141975cb2 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:35.100536 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] For port d0c12fcc-cee2-4155-8720-d7c99dc04a78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d0c12fcc-cee2-4155-8720-d7c99dc04a78,segment=NetworkSegment(14463da7-954a-461a-b716-79451c672f38),segment_id=14463da7-954a-461a-b716-79451c672f38)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:35.102108 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.129146 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.148679 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 28856577-dc29-462f-961f-09089cf9aace triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:35.149354 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.207742 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Pushing event updated for resources: {'Port': ['ID=9b7c195d-bb70-4970-a22d-854141975cb2,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:35.273349 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44d304-f08b-49b8-9046-ea0608999c31 req-d56456b5-26e6-44cf-b61a-4982c1e7fc54 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.274836 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd44d304-f08b-49b8-9046-ea0608999c31 req-d56456b5-26e6-44cf-b61a-4982c1e7fc54 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.2689681 May 26 22:49:35.338396 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd44d304-f08b-49b8-9046-ea0608999c31 req-8c67296e-17d3-46d1-a8fc-2e0571b4ed8f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 May 26 22:49:35.385984 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:35.387183 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:35.415468 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Calling delete_port for d0c12fcc-cee2-4155-8720-d7c99dc04a78 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:49:35.448625 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b985764ab81247a39617f38bb80212ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6102502 May 26 22:49:35.449504 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6dd6f-5de1-4ba3-8eee-f1e9ec6fc8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a29ecd-12e7-4a02-961c-32545ae95d0f,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:35.456027 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55002) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:35.656155 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1abe-dc62-47b1-a89e-b38cb67cefa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.729648 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-aa520983-e140-41a0-9522-9ee287b87d29 None None] Provisioning complete for port 9b7c195d-bb70-4970-a22d-854141975cb2 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:35.730096 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-aa520983-e140-41a0-9522-9ee287b87d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.739593 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1abe-dc62-47b1-a89e-b38cb67cefa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.744790 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2be9d-fc4c-42da-bb5c-14c54277841f req-1eec902e-1e60-4b35-82d4-85c457afde4f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:35.752960 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbd2be9d-fc4c-42da-bb5c-14c54277841f req-1eec902e-1e60-4b35-82d4-85c457afde4f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.3920002 May 26 22:49:35.796019 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-aa520983-e140-41a0-9522-9ee287b87d29 None None] Port 9b7c195d-bb70-4970-a22d-854141975cb2 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:35.827482 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbd2be9d-fc4c-42da-bb5c-14c54277841f req-65c06b3c-cc80-4efd-b26e-a62272b7e767 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735312 May 26 22:49:35.846739 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:35.867092 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['d0c12fcc-cee2-4155-8720-d7c99dc04a78'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:49:35.932817 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Pushing event deleted for resources: {'Port': ['ID=d0c12fcc-cee2-4155-8720-d7c99dc04a78,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:36.020707 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] No DVR routers for this DVR port d0c12fcc-cee2-4155-8720-d7c99dc04a78 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:49:36.023767 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.026422 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'name': 'network-vif-deleted', 'tag': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:36.046765 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1abe-dc62-47b1-a89e-b38cb67cefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.051754 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0eb50c69-2745-4bea-a4d8-ddc1802d98c0 req-0803e6d3-888e-4e5b-9da3-7343ac6a17f5 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.67 "DELETE /v2.0/ports/d0c12fcc-cee2-4155-8720-d7c99dc04a78 HTTP/1.1" status: 204 len: 173 time: 1.7939239 May 26 22:49:36.074840 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe1abe-dc62-47b1-a89e-b38cb67cefa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a29ecd-12e7-4a02-961c-32545ae95d0f,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:36.114401 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1abe-dc62-47b1-a89e-b38cb67cefa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:36.117824 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3ebe1abe-dc62-47b1-a89e-b38cb67cefa4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03a29ecd-12e7-4a02-961c-32545ae95d0f HTTP/1.1" status: 204 len: 168 time: 0.6591909 May 26 22:49:36.120088 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdd2e86-4949-4a59-a488-24541110992c'] response: {'server_uuid': '2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c', 'name': 'network-vif-deleted', 'tag': 'd0c12fcc-cee2-4155-8720-d7c99dc04a78', 'status': 'completed', 'code': 200} May 26 22:49:36.123559 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19078f1-259b-4140-aa28-fcfdab473b76 req-739fe0b2-66c4-4890-8bbc-74998870fa3e tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:36.125061 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e19078f1-259b-4140-aa28-fcfdab473b76 req-739fe0b2-66c4-4890-8bbc-74998870fa3e tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7df0a4-8fde-4b34-a3fd-ce94891c0d9c HTTP/1.1" status: 200 len: 945 time: 0.4343224 May 26 22:49:36.189634 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e19078f1-259b-4140-aa28-fcfdab473b76 req-e001c257-92da-4ffe-b558-63ff5ffeda99 tempest-VolumesActionsTest-1227013462 tempest-VolumesActionsTest-1227013462-project] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548995 May 26 22:49:36.271679 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Router 0d1327db-5991-40cb-9852-9f7670d205ba has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:36.513547 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:36.519333 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-51225fa2-9b98-4e51-a38a-bcf4072535dc admin admin] 10.222.0.47 "PUT /v2.0/routers/0d1327db-5991-40cb-9852-9f7670d205ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3519192 May 26 22:49:36.651945 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff197b95-5b7e-47eb-a449-632cc36e503c req-5e96c1f2-08c5-44d5-a21a-e08773e5ac72 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:36.665004 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ff197b95-5b7e-47eb-a449-632cc36e503c req-5e96c1f2-08c5-44d5-a21a-e08773e5ac72 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1640692 May 26 22:49:36.740060 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ff197b95-5b7e-47eb-a449-632cc36e503c req-c780e2a9-6603-4902-9685-e0c6a306788c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679433 May 26 22:49:37.191195 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce1239-1bb2-453c-bdfb-16269aff4e35 req-dcb6a118-dc45-435f-81a7-28e07821724f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:37.192809 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b3ce1239-1bb2-453c-bdfb-16269aff4e35 req-dcb6a118-dc45-435f-81a7-28e07821724f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1446126 May 26 22:49:37.272730 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b3ce1239-1bb2-453c-bdfb-16269aff4e35 req-feba9d91-9a49-402d-a4f0-3b5f83a1a4d1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710118 May 26 22:49:37.446574 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55084) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:37.691983 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1877592985-network', 'tenant_id': '2da44423db7d432090146ed05edea873'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:37.698804 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:37.703521 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Usage tracker for resource:network and tenant:2da44423db7d432090146ed05edea873 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:37.707285 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:37.718573 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:37.731086 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Made reservation on behalf of 2da44423db7d432090146ed05edea873 for: {'network': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:37.733807 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.756197 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.820279 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:37.824337 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Usage tracker for resource:security_group_rule and tenant:2da44423db7d432090146ed05edea873 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:37.827342 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:37.833351 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:37.897491 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55102) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:37.903464 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-968720319-network', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:37.912333 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:37.917618 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Usage tracker for resource:network and tenant:d59a18bea54c434386f2568f2a6515c7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:37.920913 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:37.923188 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.929038 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.937570 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:37.966607 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:37.969094 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d0c12fcc-cee2-4155-8720-d7c99dc04a78 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:49:37.986358 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdea0c3-429c-4970-8a80-c8bc096e74fe,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:37.994222 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:37.994562 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.segments_db [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Added segment 907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1 of type vlan for network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 May 26 22:49:38.005050 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Made reservation on behalf of d59a18bea54c434386f2568f2a6515c7 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:38.007214 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.009504 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: d0c12fcc-cee2-4155-8720-d7c99dc04a78 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:49:38.010119 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d0c12fcc-cee2-4155-8720-d7c99dc04a78 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:49:38.024527 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.025081 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.055223 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b5714-0e3f-4efd-9a62-edc4882d028d req-7ed68ca6-39ad-4eea-ba83-7a768922928e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:38.055429 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.056406 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:38.056842 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f1b5714-0e3f-4efd-9a62-edc4882d028d req-7ed68ca6-39ad-4eea-ba83-7a768922928e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1307905 May 26 22:49:38.057024 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.094557 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:38.099381 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Usage tracker for resource:security_group_rule and tenant:d59a18bea54c434386f2568f2a6515c7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:38.108359 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:38.118427 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:38.132305 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f1b5714-0e3f-4efd-9a62-edc4882d028d req-b017093a-5755-4dba-a62f-1311dd628c28 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667586 May 26 22:49:38.166395 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] Pushing event updated for resources: {'Network': ['ID=3ebb08a9-74ed-4aa4-b334-cd57a09ba020,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:38.173858 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e1196ac9-8c35-4b15-8571-1c98292de36c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7232649 May 26 22:49:38.174046 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55106) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:38.180224 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Request body: {'subnet': {'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1877592985-subnet', 'tenant_id': '2da44423db7d432090146ed05edea873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:38.181389 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:38.185037 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:38.189192 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Usage tracker for resource:subnet and tenant:2da44423db7d432090146ed05edea873 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:38.192101 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:38.198513 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:38.202433 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.207651 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.209896 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Made reservation on behalf of 2da44423db7d432090146ed05edea873 for: {'subnet': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:38.212292 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4065412'] for subnet, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.237111 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fe7b4c-daac-45e2-a7b0-6a078a769f74,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:38.248982 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:38.260016 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.260449 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Added segment e25dd5b0-5f34-401e-8206-568fff36b439 of type vlan for network dbbabe08-7135-44fb-984d-977e3608329c May 26 22:49:38.293111 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.327441 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.328375 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:38.329923 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.435817 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5370867 May 26 22:49:38.436911 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463d9c0-84ef-4ce8-bfa0-85d1e37b2c1f admin admin] Pushing event updated for resources: {'Network': ['ID=dbbabe08-7135-44fb-984d-977e3608329c,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:38.440092 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55112) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:38.446157 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Request body: {'subnet': {'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-968720319-subnet', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:38.451125 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:38.451299 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network dbbabe08-7135-44fb-984d-977e3608329c details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:38.455647 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Usage tracker for resource:subnet and tenant:d59a18bea54c434386f2568f2a6515c7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:38.458478 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:38.464643 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:38.477946 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Made reservation on behalf of d59a18bea54c434386f2568f2a6515c7 for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:38.479735 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3449441'] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.488008 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4065430'] for subnet, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.586636 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77c1ef3-ab44-409f-a2be-4a2679449c87,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:38.616247 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa734ee-72bf-4e41-a868-3ebd5752faf2 req-a52ec0b8-2e97-48bb-af5c-90c123c005b9 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:38.617859 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6aa734ee-72bf-4e41-a868-3ebd5752faf2 req-a52ec0b8-2e97-48bb-af5c-90c123c005b9 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1954038 May 26 22:49:38.620042 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Checking segment: {'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:38.620460 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Network hostable DHCP agents. Network: 3ebb08a9-74ed-4aa4-b334-cd57a09ba020, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:38.678365 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:38.691136 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6aa734ee-72bf-4e41-a868-3ebd5752faf2 req-e5d42918-9adb-43cf-a2f4-dd6d5c7d241f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637760 May 26 22:49:38.692321 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 3ebb08a9-74ed-4aa4-b334-cd57a09ba020) {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:38.696865 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:38.697141 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.705839 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df27fa-22c7-4619-939e-4d69125ca23c None None] Network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:38.732554 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3449459'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.743104 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-dc670709-d86f-40ae-8a0a-41ce82096383 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5678611 May 26 22:49:38.859379 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Checking segment: {'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:38.859730 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Network hostable DHCP agents. Network: dbbabe08-7135-44fb-984d-977e3608329c, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:38.864868 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:38.908034 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Network dbbabe08-7135-44fb-984d-977e3608329c is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:38.928297 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, dbbabe08-7135-44fb-984d-977e3608329c) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:38.934066 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:38.934626 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:38.947128 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d812ee-f17b-4101-b04e-4325035a8fbe None None] Network dbbabe08-7135-44fb-984d-977e3608329c requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:38.982614 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55128) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:38.982904 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a95e9cd5-1554-4abb-b666-154e603d0b3e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5417368 May 26 22:49:38.989106 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:39.001148 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:39.015575 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Usage tracker for resource:router and tenant:d59a18bea54c434386f2568f2a6515c7 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:39.020273 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:39.030795 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:39.047825 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 911dcb66-9c03-4554-89a8-6c71c2755f7d up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:39.049982 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.051968 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.077897 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.155290 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41deee65-c850-448b-ba1c-a8a2f912f45f None None] Network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:39.265368 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.324498 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 911dcb66-9c03-4554-89a8-6c71c2755f7d completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:39.359499 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 911dcb66-9c03-4554-89a8-6c71c2755f7d triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:39.360160 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.459404 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924f58a-8b1f-4cce-81ef-273236ca3c12 req-b91d1e0a-4850-4497-a375-3585a86e2503 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:39.462079 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5924f58a-8b1f-4cce-81ef-273236ca3c12 req-b91d1e0a-4850-4497-a375-3585a86e2503 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1053598 May 26 22:49:39.521156 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5924f58a-8b1f-4cce-81ef-273236ca3c12 req-392f02e3-9e4f-4d06-a016-3bce9c22893b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521305 May 26 22:49:39.521938 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-dbbabe08-7135-44fb-984d-977e3608329c', 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'fixed_ips': [{'subnet_id': '6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:39.523595 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.673384 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.716112 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.744604 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:39.852424 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Allocated IP 172.20.0.2 (dbbabe08-7135-44fb-984d-977e3608329c/6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7/08f120e6-6468-44e5-a462-4dba44222191) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:39.871229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 911dcb66-9c03-4554-89a8-6c71c2755f7d, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=911dcb66-9c03-4554-89a8-6c71c2755f7d,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:39.896828 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.030051 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Allocated IP 172.28.3.52 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/773fb826-4fc8-4625-8dd3-34049e97dca5) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:40.067119 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=911dcb66-9c03-4554-89a8-6c71c2755f7d,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:40.214041 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.216031 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca1119-132d-4e44-81f8-4a795a324913 req-91a2e679-ebe4-42cb-8839-9f7a32278956 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:40.217531 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c3ca1119-132d-4e44-81f8-4a795a324913 req-91a2e679-ebe4-42cb-8839-9f7a32278956 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.3285007 May 26 22:49:40.226092 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Transition to ACTIVE for port object 08f120e6-6468-44e5-a462-4dba44222191 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:40.232174 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-50df4609-33ae-4f89-bd98-8e53b5628c88 req-9449a579-b128-46c8-b761-55313ae38a2f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 1099 time: 0.3329191 May 26 22:49:40.244628 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Transition to ACTIVE for port object 08f120e6-6468-44e5-a462-4dba44222191 will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:40.250257 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.325549 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Pushing event updated for resources: {'Port': ['ID=08f120e6-6468-44e5-a462-4dba44222191,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:40.331806 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Network dbbabe08-7135-44fb-984d-977e3608329c is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:40.332960 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:40.334977 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:40.346566 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c3ca1119-132d-4e44-81f8-4a795a324913 req-e024e0c8-1681-4c59-b27e-ca22dcf617df tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175277 May 26 22:49:40.360743 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-50df4609-33ae-4f89-bd98-8e53b5628c88 req-652e97b6-b028-4cdb-843c-ca953e45968b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094341 May 26 22:49:40.367948 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.397822 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.440335 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Attempting to bind port 08f120e6-6468-44e5-a462-4dba44222191 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:40.440860 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Attempting to bind port 08f120e6-6468-44e5-a462-4dba44222191 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:40.441321 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Attempting to bind port 08f120e6-6468-44e5-a462-4dba44222191 on network dbbabe08-7135-44fb-984d-977e3608329c {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:40.450170 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:40.450615 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Checking segment: {'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:40.451003 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.451379 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Bound using segment: {'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:40.451837 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Bound port: 08f120e6-6468-44e5-a462-4dba44222191, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:40.452195 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.470158 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:40.473228 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:40.477826 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:40.505122 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Pushing event updated for resources: {'Port': ['ID=773fb826-4fc8-4625-8dd3-34049e97dca5,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:40.544896 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] For port 08f120e6-6468-44e5-a462-4dba44222191, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:40.547905 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] For port 08f120e6-6468-44e5-a462-4dba44222191, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=08f120e6-6468-44e5-a462-4dba44222191,segment=NetworkSegment(e25dd5b0-5f34-401e-8206-568fff36b439),segment_id=e25dd5b0-5f34-401e-8206-568fff36b439)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:40.552573 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.633971 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Sync routers for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:40.658993 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.660371 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:40.664905 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:40.665538 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:40.814154 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f72c-e5b8-4a26-ab64-d05df25aab9a req-a22456e8-4aa7-4a25-8804-70c407f7f3ef tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:40.817783 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c1a1f72c-e5b8-4a26-ab64-d05df25aab9a req-a22456e8-4aa7-4a25-8804-70c407f7f3ef tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1339595 May 26 22:49:40.838825 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49500cc4-2f3d-45e4-a270-a97905c4244e None None] Pushing event updated for resources: {'Port': ['ID=08f120e6-6468-44e5-a462-4dba44222191,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:40.946930 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 911dcb66-9c03-4554-89a8-6c71c2755f7d up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:40.991860 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c1a1f72c-e5b8-4a26-ab64-d05df25aab9a req-87898342-9884-45bc-a206-2418da32decc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674712 May 26 22:49:41.087731 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Router ce68c6d1-83d7-4cf7-8818-fc2158e771ff is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:49:41.161171 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:41.309551 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 911dcb66-9c03-4554-89a8-6c71c2755f7d triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:41.309764 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.447359 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-dc8e914a-92f2-4fb0-9f9e-023fd741fcd9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:41.448251 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-dc8e914a-92f2-4fb0-9f9e-023fd741fcd9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Synchronizing usage tracker for tenant:2da44423db7d432090146ed05edea873 on resource:network {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:41.484901 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-dc8e914a-92f2-4fb0-9f9e-023fd741fcd9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Unset dirty status for tenant:2da44423db7d432090146ed05edea873 on resource:network {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:41.493091 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-dc8e914a-92f2-4fb0-9f9e-023fd741fcd9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/networks?id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020 HTTP/1.1" status: 200 len: 814 time: 0.3104379 May 26 22:49:41.542117 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-f093502a-f64f-45ff-b603-b782e48ab099 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/quotas/2da44423db7d432090146ed05edea873 HTTP/1.1" status: 200 len: 375 time: 0.0478809 May 26 22:49:41.651616 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-dfca2bc1-dd3f-418a-9df1-0af32d0e9797 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2da44423db7d432090146ed05edea873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077700 May 26 22:49:41.755904 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:41.767582 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Sync routers for ids ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:41.801541 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Routers {'ce68c6d1-83d7-4cf7-8818-fc2158e771ff'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:41.802899 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:41.811872 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:41.816447 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e4642a69-6be4-4c97-9b8f-4e9b6e7f1429 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8289223 May 26 22:49:41.816906 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55186) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:41.833448 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 2, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:41.841624 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Checking router: 0d1327db-5991-40cb-9852-9f7670d205ba for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:41.842074 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Updating router 0d1327db-5991-40cb-9852-9f7670d205ba port 9b7c195d-bb70-4970-a22d-854141975cb2 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:41.852673 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-11496d85-5ccc-400c-b137-bdea8b9f3091 service neutron] 10.222.0.47 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995564 May 26 22:49:41.959647 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.047881 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55190) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:42.121771 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Set router ce68c6d1-83d7-4cf7-8818-fc2158e771ff gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:42.153960 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-cf638abf-a9c3-4344-b61a-aaea1d211def service neutron] 10.222.0.47 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950699 May 26 22:49:42.260940 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67e166-8a13-4485-9074-4b6c843fc957 None None] Network dbbabe08-7135-44fb-984d-977e3608329c requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:42.294450 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.365451 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:42.374517 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Usage tracker for resource:security_group_rule and tenant:354a23cfca164d569e82ff502d638edb is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:42.380532 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:42.383301 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a323-7e7c-4dba-946c-6ed181888d27 req-ab8d0ca9-3b91-4324-aa01-9daa6eb700f2 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:42.390655 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c2b7a323-7e7c-4dba-946c-6ed181888d27 req-ab8d0ca9-3b91-4324-aa01-9daa6eb700f2 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.2685452 May 26 22:49:42.409894 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:42.475728 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c2b7a323-7e7c-4dba-946c-6ed181888d27 req-2647b59d-c87c-4013-979d-e74c929eb79b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837858 May 26 22:49:42.505436 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b4c2bafd-6f67-4698-890c-3df7fe21c841 None None] Provisioning for port 08f120e6-6468-44e5-a462-4dba44222191 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:42.582246 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.617416 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:40Z', 'revision_number': 3, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port': {'id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:42.623202 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Checking router: ce68c6d1-83d7-4cf7-8818-fc2158e771ff for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:42.623629 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Updating router ce68c6d1-83d7-4cf7-8818-fc2158e771ff port 773fb826-4fc8-4625-8dd3-34049e97dca5 binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:42.670183 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.resource_extend [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:49:42.678886 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.695389 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.807662 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c77fc03-5241-417e-a6fe-d7658bdc7eb1,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:42.845659 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-551ddcac-747f-4e87-b9d2-5f0fdb27833e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=354a23cfca164d569e82ff502d638edb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7957056 May 26 22:49:42.850128 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55210) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:42.885931 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0237d517-2154-455f-b129-4530982e8f59 req-0fafe063-d056-4234-a1eb-6506fc8928e3 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 210 time: 0.2489974 May 26 22:49:42.907624 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8513523-81b7-4c7c-8d9d-d433ab5100a0 req-b8b34eb7-2e28-4ede-b576-89b1aaa1ce48 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:42.909309 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a8513523-81b7-4c7c-8d9d-d433ab5100a0 req-b8b34eb7-2e28-4ede-b576-89b1aaa1ce48 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.3228900 May 26 22:49:42.919069 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:42.985679 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Transition to ACTIVE for port object 9b7c195d-bb70-4970-a22d-854141975cb2 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:43.007122 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.082857 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a8513523-81b7-4c7c-8d9d-d433ab5100a0 req-ca4cbb15-e5ae-4165-a5de-0630621576f1 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520231 May 26 22:49:43.091608 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 08f120e6-6468-44e5-a462-4dba44222191 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:43.144709 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e895d6b4-a263-4013-b0e6-237783dd8dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.179628 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e895d6b4-a263-4013-b0e6-237783dd8dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.474398 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e895d6b4-a263-4013-b0e6-237783dd8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.534990 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d6b4-a263-4013-b0e6-237783dd8dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c77fc03-5241-417e-a6fe-d7658bdc7eb1,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:43.562065 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e895d6b4-a263-4013-b0e6-237783dd8dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.573519 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e895d6b4-a263-4013-b0e6-237783dd8dcb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c77fc03-5241-417e-a6fe-d7658bdc7eb1 HTTP/1.1" status: 204 len: 168 time: 0.7225659 May 26 22:49:43.584825 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437a3e0-0b5c-400b-b138-ec2d20c9c2f0 None None] Pushing event updated for resources: {'Port': ['ID=9b7c195d-bb70-4970-a22d-854141975cb2,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:43.839050 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 08f120e6-6468-44e5-a462-4dba44222191 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:43.860981 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 08f120e6-6468-44e5-a462-4dba44222191 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:43.861243 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.867141 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.904058 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Transition to ACTIVE for port object 773fb826-4fc8-4625-8dd3-34049e97dca5 will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:43.916100 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.948386 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Attempting to bind port 9b7c195d-bb70-4970-a22d-854141975cb2 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:43.948820 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Attempting to bind port 9b7c195d-bb70-4970-a22d-854141975cb2 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:43.950714 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Attempting to bind port 9b7c195d-bb70-4970-a22d-854141975cb2 on network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:43.991430 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:43.991798 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Checking segment: {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:43.992197 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:43.993671 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Bound using segment: {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:43.994171 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Bound port: 9b7c195d-bb70-4970-a22d-854141975cb2, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:43.994545 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.076928 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.087809 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Attempting to bind port 773fb826-4fc8-4625-8dd3-34049e97dca5 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:44.088475 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Attempting to bind port 773fb826-4fc8-4625-8dd3-34049e97dca5 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:44.089035 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Attempting to bind port 773fb826-4fc8-4625-8dd3-34049e97dca5 on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:44.099070 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:44.099270 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-19d59e99-6ab8-46d2-a813-0050ff28492b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 1099 time: 0.1367667 May 26 22:49:44.104409 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:44.105034 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.129145 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:44.129917 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Bound port: 773fb826-4fc8-4625-8dd3-34049e97dca5, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:44.130475 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.199648 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c70d8-70ef-49fc-9b15-bcc0c13c7369 None None] Pushing event updated for resources: {'Port': ['ID=773fb826-4fc8-4625-8dd3-34049e97dca5,revision_number=2']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.236000 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] For port 773fb826-4fc8-4625-8dd3-34049e97dca5, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:44.239435 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] For port 773fb826-4fc8-4625-8dd3-34049e97dca5, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=773fb826-4fc8-4625-8dd3-34049e97dca5,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:44.253640 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.349326 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.353972 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Allocated IP 172.20.0.1 (dbbabe08-7135-44fb-984d-977e3608329c/6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7/a50bbd0b-343b-4b20-9f9d-c0253652db13) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:44.363869 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:49:44.367595 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c70d8-70ef-49fc-9b15-bcc0c13c7369 None None] Pushing event updated for resources: {'Port': ['ID=773fb826-4fc8-4625-8dd3-34049e97dca5,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.390471 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Routers {'ce68c6d1-83d7-4cf7-8818-fc2158e771ff'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:44.392027 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:44.498149 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 08f120e6-6468-44e5-a462-4dba44222191, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=08f120e6-6468-44e5-a462-4dba44222191,segment=NetworkSegment(e25dd5b0-5f34-401e-8206-568fff36b439),segment_id=e25dd5b0-5f34-401e-8206-568fff36b439)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:44.512416 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b66e7a95-ba18-49f2-98cd-3de79f96d835 None None] Provisioning complete for port 08f120e6-6468-44e5-a462-4dba44222191 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:44.514333 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b66e7a95-ba18-49f2-98cd-3de79f96d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.558481 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-4f1d070a-7165-4c6c-852c-da42ae770237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.564544 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-4f1d070a-7165-4c6c-852c-da42ae770237 service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.4576631 May 26 22:49:44.569682 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.591463 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Transition to ACTIVE for port object a50bbd0b-343b-4b20-9f9d-c0253652db13 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:44.612251 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.624912 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.692272 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdcdb-3604-4a6b-8f37-fe3f96ae737c req-0b7ca889-4ca9-4d8d-b9e3-a3431c600e8c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.699370 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a3dcdcdb-3604-4a6b-8f37-fe3f96ae737c req-0b7ca889-4ca9-4d8d-b9e3-a3431c600e8c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.8429508 May 26 22:49:44.740795 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] Set router ce68c6d1-83d7-4cf7-8818-fc2158e771ff gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:44.755655 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49c3e8-169e-42da-94f0-97dced7ef551 req-830d2c38-8880-4dd4-b645-ae201eb3ae94 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.757485 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5f49c3e8-169e-42da-94f0-97dced7ef551 req-830d2c38-8880-4dd4-b645-ae201eb3ae94 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.4311769 May 26 22:49:44.761139 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Network dbbabe08-7135-44fb-984d-977e3608329c is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:44.768941 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:44.771146 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-db98948b-6fb6-4abf-ac9d-4ce819798307 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45122ad-d593-436d-98f9-678185be49b1 HTTP/1.1" status: 200 len: 217 time: 0.1962881 May 26 22:49:44.773968 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Pushing event updated for resources: {'Port': ['ID=a50bbd0b-343b-4b20-9f9d-c0253652db13,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:44.787465 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:44.805941 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] For port 9b7c195d-bb70-4970-a22d-854141975cb2, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:44.824132 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] For port 9b7c195d-bb70-4970-a22d-854141975cb2, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=9b7c195d-bb70-4970-a22d-854141975cb2,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:44.842491 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.935711 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:44.968172 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-b72c733b-c883-4eb6-9d41-0084bce76e84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:44.971333 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-b72c733b-c883-4eb6-9d41-0084bce76e84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.1939147 May 26 22:49:44.972007 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a3dcdcdb-3604-4a6b-8f37-fe3f96ae737c req-cb783b3a-f90c-4b09-9601-30a69658b2b4 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715099 May 26 22:49:45.193595 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=08f120e6-6468-44e5-a462-4dba44222191,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:45.202937 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.340868 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:45.341556 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:45.397018 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5f49c3e8-169e-42da-94f0-97dced7ef551 req-864d62ea-de5b-4c8e-a007-e12e9ba016aa tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687709 May 26 22:49:45.425777 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:40Z', 'revision_number': 3, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port': {'id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:45.431960 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7b603-02d1-4cbb-a37a-29681368b8c3 None None] The sync data for ids ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'] in dv-cinder-843305-2-smb is: [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:40Z', 'revision_number': 3, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port': {'id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:45.457085 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.570199 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cc7cfbeb-8fb4-46e5-ac32-bfbf9cec64c0 req-85e4aa96-747b-42bd-b671-9e170d605a67 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 210 time: 0.1672685 May 26 22:49:45.586917 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-e6501f18-ba8c-4f88-9c83-87357304c9dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5066276 May 26 22:49:45.590490 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55260) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:45.675650 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437a3e0-0b5c-400b-b138-ec2d20c9c2f0 None None] Pushing event updated for resources: {'Port': ['ID=9b7c195d-bb70-4970-a22d-854141975cb2,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:45.749850 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:45.754216 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-5c9fcc44-c1aa-408e-8955-1a50f2401111 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:45.756011 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-5c9fcc44-c1aa-408e-8955-1a50f2401111 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "GET /v2.0/networks?id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020 HTTP/1.1" status: 200 len: 814 time: 0.7817292 May 26 22:49:45.848359 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-49c9388d-71f9-4b8f-9cce-d882961c253e service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464654 May 26 22:49:45.855028 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2081308111-network', 'tenant_id': '58b7c517591544dd9da86fb7545449da'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:45.862850 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Request body: {'port': {'device_id': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020', 'admin_state_up': True, 'tenant_id': '2da44423db7d432090146ed05edea873'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:45.932053 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.964411 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:45.990101 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:46.010472 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-da7c2853-2473-4e2e-9b8a-0ade2ac530f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1099 time: 0.7004890 May 26 22:49:46.105894 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Usage tracker for resource:network and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:46.140467 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:46.168081 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b577c9a9-24eb-4b88-88d5-0acb21772bad None None] Provisioning for port a50bbd0b-343b-4b20-9f9d-c0253652db13 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:46.178449 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b577c9a9-24eb-4b88-88d5-0acb21772bad None None] Provisioning complete for port a50bbd0b-343b-4b20-9f9d-c0253652db13 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:46.178806 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b577c9a9-24eb-4b88-88d5-0acb21772bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.194908 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:46.283475 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Pushing event updated for resources: {'Port': ['ID=a50bbd0b-343b-4b20-9f9d-c0253652db13,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:46.302189 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.351622 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Made reservation on behalf of 58b7c517591544dd9da86fb7545449da for: {'network': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:46.356415 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.389309 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-b577c9a9-24eb-4b88-88d5-0acb21772bad None None] Port a50bbd0b-343b-4b20-9f9d-c0253652db13 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:46.453292 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-43695c7b-61fa-4160-adfe-3a9ab4203a57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:46.455277 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-43695c7b-61fa-4160-adfe-3a9ab4203a57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.3841002 May 26 22:49:46.459164 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:44Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:46.464996 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ad57d-63aa-4ac3-bf37-117275893734 None None] The sync data for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb is: [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:44Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:46.495531 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ad638247-70f1-4c06-835a-c419e58cdf15 req-46563a6c-d0a6-4421-a0b0-5340de083f6e service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165609 May 26 22:49:46.502794 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.525317 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:46.610933 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Usage tracker for resource:port and tenant:2da44423db7d432090146ed05edea873 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:46.633869 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:46.651731 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:46.657743 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:46.664187 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:46.669476 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:46.681814 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:46.685701 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Made reservation on behalf of 2da44423db7d432090146ed05edea873 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:46.690084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:46.706188 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb60b9-3237-4425-b812-f032d35bca5f req-7528bf82-4362-4511-afb4-698bdebafeb3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:46.708388 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cfdb60b9-3237-4425-b812-f032d35bca5f req-7528bf82-4362-4511-afb4-698bdebafeb3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.5108581 May 26 22:49:46.785219 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Network dbbabe08-7135-44fb-984d-977e3608329c is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:46.788500 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:46.794618 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-b16db97c-ed3d-4190-8ade-bb0468cc1e5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.3296509 May 26 22:49:46.940478 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cfdb60b9-3237-4425-b812-f032d35bca5f req-cef02948-5b16-4d9b-8a3b-34c703ad9915 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198913 May 26 22:49:47.029452 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 9b7c195d-bb70-4970-a22d-854141975cb2 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:47.133948 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-8e55cb52-e47d-48ee-80f2-cae51f5d16c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:47.135924 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-8e55cb52-e47d-48ee-80f2-cae51f5d16c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.2446575 May 26 22:49:47.141684 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.167823 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.201440 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 9b7c195d-bb70-4970-a22d-854141975cb2 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:47.208054 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 9b7c195d-bb70-4970-a22d-854141975cb2 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:47.208634 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.218371 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Allocated IP 172.20.0.7 (3ebb08a9-74ed-4aa4-b334-cd57a09ba020/e77c1ef3-ab44-409f-a2be-4a2679449c87/cf4a1f5d-0604-49b4-ad2c-be723a26f5d0) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:47.224743 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb67a3-02ed-4b7e-a76c-e48316d85f16,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:47.288705 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-44d17d27-f6a5-4877-a530-961be07dd79a None None] Provisioning complete for port a50bbd0b-343b-4b20-9f9d-c0253652db13 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:47.289072 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-44d17d27-f6a5-4877-a530-961be07dd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.333702 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e75fc-2234-4566-a021-b7afe5754489 req-372f1ab0-5c32-4c90-9365-53790b289ef0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:47.341991 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d90e75fc-2234-4566-a021-b7afe5754489 req-372f1ab0-5c32-4c90-9365-53790b289ef0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.7025690 May 26 22:49:47.353392 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-44d17d27-f6a5-4877-a530-961be07dd79a None None] Port a50bbd0b-343b-4b20-9f9d-c0253652db13 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:47.426310 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.436152 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-664059de-0f13-43fa-8c1d-45d9b93112e3 req-a85ce5f6-ff00-44f4-8385-92122bee6cf4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 210 time: 0.2245927 May 26 22:49:47.462334 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:47.488911 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-bdace967-c23a-4a94-abfb-818f80ef5e93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3388827 May 26 22:49:47.489965 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 9b7c195d-bb70-4970-a22d-854141975cb2, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=9b7c195d-bb70-4970-a22d-854141975cb2,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:47.501548 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.502617 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 773fb826-4fc8-4625-8dd3-34049e97dca5 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:47.535097 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.535585 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.segments_db [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Added segment 1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e of type vlan for network 1ced50d2-d455-4aaf-a633-88f8967da4ab May 26 22:49:47.684941 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.692981 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 773fb826-4fc8-4625-8dd3-34049e97dca5 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:47.714301 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 773fb826-4fc8-4625-8dd3-34049e97dca5 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:47.714802 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.776830 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=9b7c195d-bb70-4970-a22d-854141975cb2,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:47.816122 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d90e75fc-2234-4566-a021-b7afe5754489 req-aa597603-8ab5-4592-b17e-c87db73eeb18 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731719 May 26 22:49:47.871150 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.907380 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 773fb826-4fc8-4625-8dd3-34049e97dca5, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=773fb826-4fc8-4625-8dd3-34049e97dca5,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:47.912093 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-bb861f5d-1249-4f27-952c-64f0d7ed5dc4 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025214 May 26 22:49:47.918284 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:47.919480 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 08f120e6-6468-44e5-a462-4dba44222191 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:47.953468 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.016916 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.079218 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.080214 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:48.080824 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.209621 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a974d4fc-cb2c-4005-83ce-da3653281563 req-88140594-013a-48ec-b6b1-e2ca4c977466 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776794 May 26 22:49:48.212485 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 08f120e6-6468-44e5-a462-4dba44222191 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:48.214536 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.233041 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Router ce68c6d1-83d7-4cf7-8818-fc2158e771ff has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:48.242429 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:48.302363 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=773fb826-4fc8-4625-8dd3-34049e97dca5,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:48.325168 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:48.345266 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:48.387258 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Pushing event updated for resources: {'Port': ['ID=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:48.442383 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1ced50d2-d455-4aaf-a633-88f8967da4ab,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:48.455428 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:48.456054 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.467388 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:48.528285 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-27bc38b3-3e9d-443c-9e05-dc1c6f57e1e5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9345253 May 26 22:49:48.531057 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55298) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:48.537370 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-55083da8-da4c-4857-9003-9b5ed927511f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6860392 May 26 22:49:48.541072 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Request body: {'subnet': {'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2081308111-subnet', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'ip_version': 4}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:48.556239 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Request body: {'port': {'device_id': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:48.559555 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:48.566282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Usage tracker for resource:subnet and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:48.569717 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:48.577000 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:48.615504 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Made reservation on behalf of 58b7c517591544dd9da86fb7545449da for: {'subnet': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:48.618173 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3449441'] for subnet, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.621334 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80228d08-75b1-46a6-9d5e-c1c6911e234b req-87455381-8a46-4bcd-8e2b-0d8b6758ed32 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:48.623985 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-80228d08-75b1-46a6-9d5e-c1c6911e234b req-87455381-8a46-4bcd-8e2b-0d8b6758ed32 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.3666961 May 26 22:49:48.746025 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-80228d08-75b1-46a6-9d5e-c1c6911e234b req-4a262ebf-0abc-498e-8b41-bc5d24c91db8 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112359 May 26 22:49:48.754027 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:48.795809 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:48.825748 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f19a2817-b6d5-461d-b147-b260ecdcadbc admin admin] 10.222.0.47 "PUT /v2.0/routers/ce68c6d1-83d7-4cf7-8818-fc2158e771ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0075505 May 26 22:49:48.852000 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6921053-8620-4b0a-ba24-54eef5110a66 req-3dd27523-44be-4fdd-9831-eeb74f88550f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:48.853485 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a6921053-8620-4b0a-ba24-54eef5110a66 req-3dd27523-44be-4fdd-9831-eeb74f88550f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 931 time: 0.2221234 May 26 22:49:48.893594 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 9b7c195d-bb70-4970-a22d-854141975cb2 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:48.987522 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a6921053-8620-4b0a-ba24-54eef5110a66 req-3937c487-0266-47ef-85c2-318cea140128 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993819 May 26 22:49:49.034456 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3297427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3449459'] for subnet, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.047725 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 9b7c195d-bb70-4970-a22d-854141975cb2 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:49.048605 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.122837 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4176f8-cf14-4d11-9d46-a70241132dce,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:49.134027 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Checking segment: {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:49.134452 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Network hostable DHCP agents. Network: 1ced50d2-d455-4aaf-a633-88f8967da4ab, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:49:49.160062 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:49:49.179749 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 1ced50d2-d455-4aaf-a633-88f8967da4ab) {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:49.195473 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:49.196434 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.221849 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 773fb826-4fc8-4625-8dd3-34049e97dca5 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:49.231099 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-eaaa71d5-e5ef-487f-b24d-5ac3655ef28a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6973064 May 26 22:49:49.235253 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55310) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:49.243039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:49.248299 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82409168-f166-4026-89de-a807f7df2aa0 None None] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:49.264412 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:49.283926 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4fad8-707d-4315-848e-8e426adde75b req-a4dbffda-4940-4722-9169-f24f41a3a915 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:49.290764 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f5c4fad8-707d-4315-848e-8e426adde75b req-a4dbffda-4940-4722-9169-f24f41a3a915 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.2847507 May 26 22:49:49.294268 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Usage tracker for resource:router and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:49.311978 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:49.332409 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:49.386375 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.387408 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.424074 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f5c4fad8-707d-4315-848e-8e426adde75b req-2598d089-074a-4b4f-8941-96abb1b108fc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321929 May 26 22:49:49.442950 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 773fb826-4fc8-4625-8dd3-34049e97dca5 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:49.443325 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.555004 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55320) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:49.563121 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014597978', 'description': 'tempest-secgroup-smoke-2014597978 description', 'project_id': 'b87d7cc7edc24983bda9c3077f61f879'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:49.575781 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:49.584939 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:49.592481 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:49.605325 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:49.610479 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:49.621772 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.637814 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.658901 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Transition to ACTIVE for port object cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:49.662426 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.673858 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.675134 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-1ced50d2-d455-4aaf-a633-88f8967da4ab', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:49:49.675996 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.704842 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:49.710245 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:49.718012 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:49.729248 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:49.856973 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.863288 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.929469 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bcc949-4cad-452c-9b49-58872fd3ddee,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:49.939151 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:49.946381 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3b1bbb8a-66b6-4318-b676-25906cad3f27 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3895407 May 26 22:49:49.947345 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55328) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:49.954310 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'security_group_rule': {'security_group_id': '32bcc949-4cad-452c-9b49-58872fd3ddee', 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:49.961044 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:49.966592 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:49.970267 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:49.977106 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:49.978673 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:49.994750 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Allocated IP 172.20.0.2 (1ced50d2-d455-4aaf-a633-88f8967da4ab/9c4176f8-cf14-4d11-9d46-a70241132dce/1fde2988-2d53-4912-84de-d2502e07475e) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:50.004648 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.006120 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-db21b6fb-229b-4392-8f51-695d00c5c815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.033642 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.179880 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.189179 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.237275 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b90659-d461-4f96-8a8c-a4219789e265,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.326755 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.329094 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-02b97aa8-5750-475b-9edb-3a55a809bf6f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3800774 May 26 22:49:50.332024 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55342) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:50.340809 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'security_group_rule': {'security_group_id': '32bcc949-4cad-452c-9b49-58872fd3ddee', 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:50.347905 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:50.359935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:50.364032 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:50.371753 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:50.379169 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Attempting to bind port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:50.379512 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Attempting to bind port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:50.379803 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Attempting to bind port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 on network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:50.396019 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.410920 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981b56c-2021-4b44-949d-0e8aeafb102a req-975f7397-2aee-4e1e-b905-44ef5d738c01 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:50.417810 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5981b56c-2021-4b44-949d-0e8aeafb102a req-975f7397-2aee-4e1e-b905-44ef5d738c01 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 943 time: 0.1773114 May 26 22:49:50.429957 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.441701 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Transition to ACTIVE for port object 1fde2988-2d53-4912-84de-d2502e07475e will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:50.457887 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 on network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:49:50.458276 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Attempting to bind port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 on network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:50.463771 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Transition to ACTIVE for port object 1fde2988-2d53-4912-84de-d2502e07475e will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:50.471242 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.482546 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:50.482886 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Checking segment: {'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:50.483269 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Bound using segment: {'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:50.483699 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Bound port: cf4a1f5d-0604-49b4-ad2c-be723a26f5d0, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:50.484039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.493163 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5981b56c-2021-4b44-949d-0e8aeafb102a req-318cc733-07ce-4c02-91df-2872c91b76cd tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727468 May 26 22:49:50.522705 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.527882 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.547564 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Pushing event updated for resources: {'Port': ['ID=1fde2988-2d53-4912-84de-d2502e07475e,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.554076 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:50.555009 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b2d561-c993-4ec9-9a87-38b8fd00f2cf,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.556730 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:50.558890 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:50.570621 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.571950 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c62ef6fd-1478-464b-94aa-0270a71fc022 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2387464 May 26 22:49:50.575559 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55346) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:50.583129 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'security_group_rule': {'security_group_id': '32bcc949-4cad-452c-9b49-58872fd3ddee', 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:50.585015 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63171a-d258-45cf-b900-6e1ec9ebc459 req-a4f1aaf8-856f-4482-9871-ee4bcc4f1a5e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:50.587000 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0d63171a-d258-45cf-b900-6e1ec9ebc459 req-a4f1aaf8-856f-4482-9871-ee4bcc4f1a5e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.4620550 May 26 22:49:50.600349 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:50.604209 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:50.607703 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:50.614118 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:50.634412 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.662129 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Attempting to bind port 1fde2988-2d53-4912-84de-d2502e07475e on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:50.662482 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Attempting to bind port 1fde2988-2d53-4912-84de-d2502e07475e by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:50.662835 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Attempting to bind port 1fde2988-2d53-4912-84de-d2502e07475e on network 1ced50d2-d455-4aaf-a633-88f8967da4ab {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:50.677769 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:50.678107 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Checking segment: {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:50.678537 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.678929 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Bound using segment: {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:50.679400 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Bound port: 1fde2988-2d53-4912-84de-d2502e07475e, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:50.679672 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] For port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:50.679785 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.693819 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] For port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:50.710106 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.714378 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.729678 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0d63171a-d258-45cf-b900-6e1ec9ebc459 req-fe1faadf-355b-4a73-94be-5262b2ff9f1f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335797 May 26 22:49:50.734471 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.746268 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.747438 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1706765 May 26 22:49:50.749600 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b5ceb-d3f4-49c4-8a93-60047e0e2551 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e082eca-c867-4d66-a425-72fcb8966fe8,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.752900 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55350) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:50.759348 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'security_group_rule': {'security_group_id': '32bcc949-4cad-452c-9b49-58872fd3ddee', 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:50.766512 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:50.771048 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:50.775506 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:50.787354 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] For port 1fde2988-2d53-4912-84de-d2502e07475e, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:50.790558 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] For port 1fde2988-2d53-4912-84de-d2502e07475e, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=1fde2988-2d53-4912-84de-d2502e07475e,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:50.793271 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:50.811467 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.818000 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.821432 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.822775 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] 10.222.0.67 "PUT /v2.0/ports/cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 HTTP/1.1" status: 200 len: 1093 time: 2.2752156 May 26 22:49:50.823357 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'tag': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:50.828619 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.888565 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f9a41-531d-4a36-85b3-8c0bad67b697 None None] Pushing event updated for resources: {'Port': ['ID=1fde2988-2d53-4912-84de-d2502e07475e,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.912019 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.923828 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899ddb4-4402-4365-b1eb-5c56f1f6792e service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.927839 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.932933 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.960169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d833eb1-5b68-4b52-a953-ce5ef8d3f8ac,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:50.972293 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb63953-683a-47ef-b258-1925b48a359d'] response: {'name': 'network-changed', 'server_uuid': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'tag': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0', 'status': 'completed', 'code': 200} May 26 22:49:50.975414 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.975813 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.976253 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.977072 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.977186 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.977627 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.977845 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.978229 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.978783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.979158 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.979437 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:50.983118 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:50.988088 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c66e3867-cc25-4eb0-9533-a94f6d46bbb0 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2356558 May 26 22:49:50.989221 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55356) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:50.994653 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'security_group_rule': {'security_group_id': '32bcc949-4cad-452c-9b49-58872fd3ddee', 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:51.001546 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:51.005506 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:51.008366 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:51.014389 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:51.025527 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.securitygroups_db [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Project b87d7cc7edc24983bda9c3077f61f879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:49:51.033065 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.080291 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-c19bd3df-8c00-4de1-87a7-f516c068f4a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2da44423db7d432090146ed05edea873&device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 1096 time: 0.2127073 May 26 22:49:51.101599 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.106603 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.133032 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f63ee25-0055-465a-a45d-b75eac488486,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:51.167356 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.168702 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c73602de-2eed-4497-b572-3f8950fef2fc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1785724 May 26 22:49:51.171315 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55360) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:51.175901 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-a3095192-804c-48e8-9efc-872618a087a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 HTTP/1.1" status: 200 len: 217 time: 0.0840459 May 26 22:49:51.177111 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'security_group_rule': {'security_group_id': '32bcc949-4cad-452c-9b49-58872fd3ddee', 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:51.192684 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:51.197319 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:security_group_rule and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:51.200720 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:51.207120 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:51.220431 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.securitygroups_db [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Project b87d7cc7edc24983bda9c3077f61f879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:49:51.229926 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.242025 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Allocated IP 172.28.3.53 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/715a9c4d-2593-4d79-be17-ab14b767f7b2) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:51.291346 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-18d16933-b99d-438b-a81d-824c9574e042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:51.292996 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-18d16933-b99d-438b-a81d-824c9574e042 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e77c1ef3-ab44-409f-a2be-4a2679449c87 HTTP/1.1" status: 200 len: 854 time: 0.1097240 May 26 22:49:51.344538 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.350711 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.382355 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9735dc4-51d8-4789-8b3a-7d4df4ded878,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:51.392648 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-129ee666-be1e-4f3c-b044-cb9f7f066e4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540307 May 26 22:49:51.393107 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55370) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:51.405953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389478382', 'description': 'tempest-description--2118583184'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:51.413837 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:51.427236 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:51.431630 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.442222 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8491950b-31c9-4e6d-be16-7c6108a53f13 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2691150 May 26 22:49:51.469166 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.550733 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:51.555963 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Usage tracker for resource:security_group_rule and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:51.559852 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:51.570391 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:51.598490 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.631474 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-dcbe1672-813b-4d33-8d43-c0826894301e service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273099 May 26 22:49:51.657086 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.665940 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.795824 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.805011 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.806208 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4119573 May 26 22:49:51.809204 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55396) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:51.810615 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a63b40-d5b1-4493-b472-f2632a74c2b2 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7aa8ab-3a99-49b7-a4f9-d37423331f30,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:51.822660 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'security_group_rule': {'security_group_id': '7d7aa8ab-3a99-49b7-a4f9-d37423331f30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:51.830596 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:51.840248 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Usage tracker for resource:security_group_rule and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:51.858525 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:51.877662 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:51.917160 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:51.987525 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eec1f6-f121-49db-aacf-9a87d8b7e1b6 req-c38ac64a-a1fe-435e-9a4a-2d3c4075eabb tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:51.994811 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-73eec1f6-f121-49db-aacf-9a87d8b7e1b6 req-c38ac64a-a1fe-435e-9a4a-2d3c4075eabb tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 943 time: 0.2688215 May 26 22:49:52.104446 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:52.116170 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-73eec1f6-f121-49db-aacf-9a87d8b7e1b6 req-72e81fc7-065b-47f9-98e4-a4e6e10c5fcf tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202042 May 26 22:49:52.166209 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdbe5121-1437-4fc0-8a3c-b2b0833f3d32 req-b51a8879-ee05-48a1-b6cc-d1aa923531c8 service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225489 May 26 22:49:52.169470 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8c49d4d6-cc53-416a-8fae-9d54de4e9fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.174444 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.178153 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:52.185044 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Pushing event updated for resources: {'Port': ['ID=715a9c4d-2593-4d79-be17-ab14b767f7b2,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:52.186822 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.194787 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:52.224095 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9656a3-3e16-43bf-a7cf-0c41722d0cc1,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:52.234477 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.236349 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-9be1a5e4-40ca-4e62-b547-3ea46290c2e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4209511 May 26 22:49:52.239367 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55410) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:52.247798 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'security_group_rule': {'security_group_id': '7d7aa8ab-3a99-49b7-a4f9-d37423331f30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:52.255549 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:52.260343 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Usage tracker for resource:security_group_rule and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:52.267341 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:52.274863 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:52.295661 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.304394 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b5bc7f-83cb-423f-8091-71fa9304e8de None None] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:49:52.389959 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.395352 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.459257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.461970 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2205408 May 26 22:49:52.466609 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55418) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:52.473586 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24be40-55c5-41a7-9b59-fa631e37d75b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae2e17e-cbdc-4544-9af0-cec258f998fb,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:52.486348 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:52.502876 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:52.516172 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Usage tracker for resource:floatingip and tenant:506bd348360043fcba7b9cdcb1c8f2a6 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:52.524803 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:52.525227 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.525576 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.525906 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.526230 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.526846 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.527205 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.527558 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.527875 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.529156 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-83adbbf1-2ab0-426c-ba6f-57ac61c5d3bb None None] Provisioning for port 1fde2988-2d53-4912-84de-d2502e07475e completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:52.529663 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.530156 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.530489 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:52.547671 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:52.569845 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.608544 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed6320-bd53-4b9a-9018-27c9c7213ee4 req-370a825f-00b5-44d0-91bb-a4fca4425388 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:52.610366 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b1ed6320-bd53-4b9a-9018-27c9c7213ee4 req-370a825f-00b5-44d0-91bb-a4fca4425388 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.5137625 May 26 22:49:52.611212 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.611923 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.724855 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-c9d7eaba-0198-4a06-944b-240ee183dbaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2da44423db7d432090146ed05edea873&device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 1096 time: 0.4765933 May 26 22:49:52.751840 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:52.904635 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 1fde2988-2d53-4912-84de-d2502e07475e up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:52.973576 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b1ed6320-bd53-4b9a-9018-27c9c7213ee4 req-2d3ba624-d882-439c-a27e-fd08199a6330 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563640 May 26 22:49:53.043120 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-6846b279-705d-4f2b-91ba-ef2cfdc55806 None None] Provisioning complete for port 1fde2988-2d53-4912-84de-d2502e07475e triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:53.043507 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6846b279-705d-4f2b-91ba-ef2cfdc55806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.047975 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-923a3042-de45-440d-aed8-90f33c0f724d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:53.049454 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-923a3042-de45-440d-aed8-90f33c0f724d service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020 HTTP/1.1" status: 200 len: 915 time: 0.2217293 May 26 22:49:53.107436 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 1fde2988-2d53-4912-84de-d2502e07475e completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:53.115671 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 1fde2988-2d53-4912-84de-d2502e07475e triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:53.116023 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.122777 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Allocated IP 172.28.3.107 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/a55fbbcb-2bc9-488c-9e2e-05b52394a49a) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:53.226458 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-e4eaf673-76db-4227-a4d5-a33b3207cc2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 HTTP/1.1" status: 200 len: 217 time: 0.1685700 May 26 22:49:53.258587 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6846b279-705d-4f2b-91ba-ef2cfdc55806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.370171 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-6846b279-705d-4f2b-91ba-ef2cfdc55806 None None] For port 1fde2988-2d53-4912-84de-d2502e07475e, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=1fde2988-2d53-4912-84de-d2502e07475e,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:53.379161 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6846b279-705d-4f2b-91ba-ef2cfdc55806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.443806 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-650bc3f6-8aa7-49d2-a54a-be39d2dda920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:53.445679 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-650bc3f6-8aa7-49d2-a54a-be39d2dda920 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e77c1ef3-ab44-409f-a2be-4a2679449c87 HTTP/1.1" status: 200 len: 854 time: 0.2072349 May 26 22:49:53.507475 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-b4651dcb-89a8-4718-b604-5f6e9e1d9ee1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470710 May 26 22:49:53.621493 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06214f-e3fc-439a-a72e-57a43af14efa req-3f863362-2951-401e-9272-187036c0e3e2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:53.622859 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf06214f-e3fc-439a-a72e-57a43af14efa req-3f863362-2951-401e-9272-187036c0e3e2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Synchronizing usage tracker for tenant:2da44423db7d432090146ed05edea873 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:53.636326 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.666769 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846b279-705d-4f2b-91ba-ef2cfdc55806 None None] Pushing event updated for resources: {'Port': ['ID=1fde2988-2d53-4912-84de-d2502e07475e,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:53.691863 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.696187 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf06214f-e3fc-439a-a72e-57a43af14efa req-3f863362-2951-401e-9272-187036c0e3e2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Unset dirty status for tenant:2da44423db7d432090146ed05edea873 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:53.704104 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cf06214f-e3fc-439a-a72e-57a43af14efa req-3f863362-2951-401e-9272-187036c0e3e2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 943 time: 0.3632605 May 26 22:49:53.740716 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.775565 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-2f217728-58f5-41d9-83c2-3e72465c208b service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592092 May 26 22:49:53.786326 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95bdd9-56af-415a-86b6-695895aa5823 req-c64dfeba-d546-4e44-93e7-78e16a37eeb0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:53.786326 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0d95bdd9-56af-415a-86b6-695895aa5823 req-c64dfeba-d546-4e44-93e7-78e16a37eeb0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.3071642 May 26 22:49:53.824084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf06214f-e3fc-439a-a72e-57a43af14efa req-7c901617-c309-4d5b-a72f-9ec8b8c361e2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Synchronizing usage tracker for tenant:2da44423db7d432090146ed05edea873 on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:53.845262 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-fdfd9c98-66e0-41db-a3bd-7fa39d93c21f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1099 time: 0.1923282 May 26 22:49:53.883941 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:53.891396 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Router 25674a6e-537b-4b90-b6e9-a4bb7d55002c is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:49:53.930503 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-cf06214f-e3fc-439a-a72e-57a43af14efa req-7c901617-c309-4d5b-a72f-9ec8b8c361e2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Unset dirty status for tenant:2da44423db7d432090146ed05edea873 on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:53.944538 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cf06214f-e3fc-439a-a72e-57a43af14efa req-7c901617-c309-4d5b-a72f-9ec8b8c361e2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390628 May 26 22:49:53.955075 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0d95bdd9-56af-415a-86b6-695895aa5823 req-623a9df7-e784-472d-a137-0c3fe9270deb tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621225 May 26 22:49:54.058812 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:54.063888 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:54.071287 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:54.091771 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d3efbb0d-4adf-48df-a4c4-151918210ba2 req-3166d0f7-4e02-418c-83c0-b26cea52672b service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059673 May 26 22:49:54.108750 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'Port': ['ID=a55fbbcb-2bc9-488c-9e2e-05b52394a49a,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:54.169053 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-96ac484c-047c-463d-86b3-084a0eabd972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:54.170502 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-96ac484c-047c-463d-86b3-084a0eabd972 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.3122907 May 26 22:49:54.201807 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:54.213041 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Sync routers for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:49:54.231911 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.233830 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-31b48964-e9ec-4ed9-bf77-11b56d336f26 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9978960 May 26 22:49:54.236748 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55442) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:54.237223 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:54.238165 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:54.324763 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-96e1440c-d97e-4f1f-be29-19797fd3a513 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.1411295 May 26 22:49:54.440073 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:54.505086 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.517651 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-20ed8e3b-f87b-49c2-8887-073dbc8edc3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:54.519136 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-20ed8e3b-f87b-49c2-8887-073dbc8edc3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.1751554 May 26 22:49:54.642899 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.732816 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-9b47ffbf-4c5e-4b6a-9cb8-a2c2dd7114e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1834078 May 26 22:49:54.769214 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:54.942961 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 1fde2988-2d53-4912-84de-d2502e07475e up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:55.101799 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:52Z', 'revision_number': 3, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:55.115670 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Checking router: 25674a6e-537b-4b90-b6e9-a4bb7d55002c for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:49:55.116130 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Updating router 25674a6e-537b-4b90-b6e9-a4bb7d55002c port 715a9c4d-2593-4d79-be17-ab14b767f7b2 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:49:55.133653 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-419c93dc-e26f-47a7-a069-1a5c05d68051 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766406 May 26 22:49:55.172731 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.188583 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.229103 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 1fde2988-2d53-4912-84de-d2502e07475e triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:55.229367 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.404847 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41301f34-e659-4216-8066-90c1e388e891 req-dcefb573-7048-43ae-9246-28f8315e53b4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.406578 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-41301f34-e659-4216-8066-90c1e388e891 req-dcefb573-7048-43ae-9246-28f8315e53b4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 943 time: 0.1671999 May 26 22:49:55.408724 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.412558 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.528550 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-41301f34-e659-4216-8066-90c1e388e891 req-f67039c5-41d6-4a5b-b3d4-6ff1a530470f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106131 May 26 22:49:55.603135 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'Port': ['ID=a55fbbcb-2bc9-488c-9e2e-05b52394a49a,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:55.610345 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-239bd0b8-f2c9-4e1f-9ff2-f26efe2f0870 req-9fb3fe6c-ecb9-4839-b54d-fe7fc28e081b service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183266 May 26 22:49:55.614709 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.647250 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc437ac-cd28-4b30-8159-a3b3e57bacb5 req-b38f88fc-a2a2-4bd8-b236-646951167117 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:55.655062 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ffc437ac-cd28-4b30-8159-a3b3e57bacb5 req-b38f88fc-a2a2-4bd8-b236-646951167117 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.3632104 May 26 22:49:55.659384 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.674358 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Transition to ACTIVE for port object 715a9c4d-2593-4d79-be17-ab14b767f7b2 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:55.677934 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.679200 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-589a497f-3670-4fcd-a4cd-23a45d2ef172 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2108896 May 26 22:49:55.689824 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.707797 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Allocated IP 172.20.0.1 (1ced50d2-d455-4aaf-a633-88f8967da4ab/9c4176f8-cf14-4d11-9d46-a70241132dce/e86af683-9255-42e8-a8b8-3dfc2d55372c) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:49:55.722315 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ffc437ac-cd28-4b30-8159-a3b3e57bacb5 req-6428a4bd-2899-4bad-9612-639c0b98d604 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661807 May 26 22:49:55.798204 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Attempting to bind port 715a9c4d-2593-4d79-be17-ab14b767f7b2 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:49:55.798598 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Attempting to bind port 715a9c4d-2593-4d79-be17-ab14b767f7b2 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:49:55.798913 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Attempting to bind port 715a9c4d-2593-4d79-be17-ab14b767f7b2 on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:49:55.807033 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:49:55.807694 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:49:55.807694 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.808083 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:49:55.808554 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Bound port: 715a9c4d-2593-4d79-be17-ab14b767f7b2, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:49:55.808921 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.848246 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957363-b4be-44de-9757-f9930b47dbeb None None] Pushing event updated for resources: {'Port': ['ID=715a9c4d-2593-4d79-be17-ab14b767f7b2,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:55.881017 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.899550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Transition to ACTIVE for port object e86af683-9255-42e8-a8b8-3dfc2d55372c will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:49:55.907886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] For port 715a9c4d-2593-4d79-be17-ab14b767f7b2, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:49:55.919574 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] For port 715a9c4d-2593-4d79-be17-ab14b767f7b2, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=715a9c4d-2593-4d79-be17-ab14b767f7b2,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:49:55.927214 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:55.967640 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-94d477f4-e895-4770-8524-341c44bdb18b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1389478382&fields=id&tenant_id=506bd348360043fcba7b9cdcb1c8f2a6 HTTP/1.1" status: 200 len: 267 time: 0.0627522 May 26 22:49:55.979651 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.039907 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:49:56.077747 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957363-b4be-44de-9757-f9930b47dbeb None None] Pushing event updated for resources: {'Port': ['ID=715a9c4d-2593-4d79-be17-ab14b767f7b2,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:56.129077 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:56.139204 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:56.148436 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:49:56.149222 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:56.150480 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:49:56.193496 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Pushing event updated for resources: {'Port': ['ID=e86af683-9255-42e8-a8b8-3dfc2d55372c,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:56.280326 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.291870 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-a126bdcd-c597-4bf8-846b-009320a49e72 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.299381 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-a126bdcd-c597-4bf8-846b-009320a49e72 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 818 time: 0.3092003 May 26 22:49:56.319271 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-46dea666-ccab-4a61-93ff-cd55e0526f0d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/quotas/506bd348360043fcba7b9cdcb1c8f2a6 HTTP/1.1" status: 200 len: 375 time: 0.0186758 May 26 22:49:56.423972 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:56.451273 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0', 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020', 'port_id': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0', 'mac_address': 'fa:16:3e:80:4f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77c1ef3-ab44-409f-a2be-4a2679449c87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:49:56.455745 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:49:56.509139 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-c6ed3b03-435e-4e52-9b3e-1dc31db284cc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1889093 May 26 22:49:56.587785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.785783 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-df9ff6d6-613c-4f5f-9392-1d9ce730be10 None None] Provisioning for port e86af683-9255-42e8-a8b8-3dfc2d55372c completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:56.789648 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.804435 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37190b-5802-489a-bc65-0f4d6de9daad req-0cf64ed3-cfbf-483b-b7b9-75e15657c946 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:56.808955 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2d37190b-5802-489a-bc65-0f4d6de9daad req-0cf64ed3-cfbf-483b-b7b9-75e15657c946 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 943 time: 0.1083641 May 26 22:49:56.813688 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:49:56.829286 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-df9ff6d6-613c-4f5f-9392-1d9ce730be10 None None] Provisioning complete for port e86af683-9255-42e8-a8b8-3dfc2d55372c triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:56.829286 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-df9ff6d6-613c-4f5f-9392-1d9ce730be10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.853880 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2d37190b-5802-489a-bc65-0f4d6de9daad req-9a15e206-857b-4b74-aef9-550b78df010b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 May 26 22:49:56.885822 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-1a1b4489-7e8a-4f18-ba36-87b89a512089 service neutron] 10.222.0.47 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758295 May 26 22:49:56.903018 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:56.926277 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.980646 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:56.997439 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-df9ff6d6-613c-4f5f-9392-1d9ce730be10 None None] Port e86af683-9255-42e8-a8b8-3dfc2d55372c cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:57.006461 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.078749 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:57.092570 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.093042 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.093376 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.094288 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.094872 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.095198 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.095519 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.095836 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.096152 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.096465 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.096925 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:49:57.097738 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.125705 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:52Z', 'revision_number': 3, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:57.140132 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3ffbc-c682-44ce-870e-8df417014e6d None None] The sync data for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb is: [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:52Z', 'revision_number': 3, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:49:57.171962 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25b821-7d44-4b7e-af8f-c0b3df3ef0e3 req-ee93a032-edc0-45c4-9dde-6d78a54650a2 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:57.175756 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5a25b821-7d44-4b7e-af8f-c0b3df3ef0e3 req-ee93a032-edc0-45c4-9dde-6d78a54650a2 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1385398 May 26 22:49:57.233976 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5a25b821-7d44-4b7e-af8f-c0b3df3ef0e3 req-369b2de3-aa22-4601-885d-5132e14badc0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472488 May 26 22:49:57.255762 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['cf4a1f5d-0604-49b4-ad2c-be723a26f5d0'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:49:57.295533 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Pushing event updated for resources: {'Port': ['ID=e86af683-9255-42e8-a8b8-3dfc2d55372c,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:57.370224 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7c254c30-65b4-41d1-9bde-22dcb1ec5c4b service neutron] 10.222.0.47 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869915 May 26 22:49:57.380809 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:49:57.382228 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:49:57.616992 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ca1d0bee-5ed8-4028-a177-2d6e7f8a8f8f req-55389d4f-afa8-423e-98ef-acc452e63d70 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 210 time: 0.0575504 May 26 22:49:57.647951 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-10b79688-1221-49b7-bd9a-297d7d3b8a9d None None] Provisioning complete for port e86af683-9255-42e8-a8b8-3dfc2d55372c triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:57.648532 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-10b79688-1221-49b7-bd9a-297d7d3b8a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.713716 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-10b79688-1221-49b7-bd9a-297d7d3b8a9d None None] Port e86af683-9255-42e8-a8b8-3dfc2d55372c cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:49:57.827813 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Router 25674a6e-537b-4b90-b6e9-a4bb7d55002c has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:49:57.843576 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55508) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:57.910337 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] Deleting subnet ca5028a4-0d85-4c2e-98a2-3ff01ce56722 {{(pid=83313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:49:57.914195 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:57.992816 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423926'] for subnet, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.063146 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:49:58.067721 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.140748 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:49:58.159912 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3297364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3449354'] for subnet, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.167591 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:49:58.168828 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:49:58.169518 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.189778 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-b5262f75-b24c-485b-894b-3c5b7b7d9c82 admin admin] 10.222.0.47 "PUT /v2.0/routers/25674a6e-537b-4b90-b6e9-a4bb7d55002c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9515536 May 26 22:49:58.217960 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa6917-7dee-4a76-972e-950e9ecbfd90 req-6c22f271-b04d-48fb-afa8-1927eb79e354 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:58.226541 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-74aa6917-7dee-4a76-972e-950e9ecbfd90 req-6c22f271-b04d-48fb-afa8-1927eb79e354 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 944 time: 0.1801729 May 26 22:49:58.289216 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5028a4-0d85-4c2e-98a2-3ff01ce56722,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:58.304953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.321442 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-74aa6917-7dee-4a76-972e-950e9ecbfd90 req-5e00ff12-20bc-432b-88db-ff84b6c639b0 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854738 May 26 22:49:58.324552 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.342782 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55518) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:58.343924 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-02ad715c-96c7-47f5-8fd8-c00d1d0f7053 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ca5028a4-0d85-4c2e-98a2-3ff01ce56722 HTTP/1.1" status: 204 len: 168 time: 0.4982052 May 26 22:49:58.383625 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:49:58.401008 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:49:58.410339 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.471117 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.498583 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce2961b-ebc8-4b4a-9fd0-aa7553e220e8'] response: {'server_uuid': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0', 'code': 200} May 26 22:49:58.499319 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:58.698391 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.727719 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a7993b-7e9a-46fb-92aa-f20055ef8fe0']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:58.742496 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14463da7-954a-461a-b716-79451c672f38') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:58.743016 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14463da7-954a-461a-b716-79451c672f38') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:49:58.756758 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.816156 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4a16d375-ac5c-4580-9190-8b8f26043d09 req-0c2a94c0-5064-4d80-8a1f-6f4bba9f7602 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 1098 time: 0.1084774 May 26 22:49:58.820330 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fcd14a87-96e3-4c01-8f3f-e4b728dacc85 req-c91ab43a-c760-41b2-b13e-bb5d8caaee4e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 210 time: 0.0452216 May 26 22:49:58.821387 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.828249 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:49:58.829047 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.917494 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4a16d375-ac5c-4580-9190-8b8f26043d09 req-8b95388b-2c54-4959-a722-ad8614113435 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921009 May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:49:58.924129 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:49:58.930407 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.947106 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:58.958240 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a7993b-7e9a-46fb-92aa-f20055ef8fe0,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:58.967885 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d1efd6d1-0f8d-4c0a-b104-28fa655a03d7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a5a7993b-7e9a-46fb-92aa-f20055ef8fe0 HTTP/1.1" status: 204 len: 168 time: 0.6237035 May 26 22:49:58.971957 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55536) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.038666 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_v2 [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] Deleting subnet 34dddb8c-9a37-44c6-9bf9-6b92e20833e4 {{(pid=83313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:49:59.041732 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.106686 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423926'] for subnet, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.253472 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.306898 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55546) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.315474 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1914372126-network', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:59.320962 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.325212 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Usage tracker for resource:network and tenant:6cb246488a0b4b6c9d3daccf0560b043 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.328927 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.334945 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:59.360780 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Made reservation on behalf of 6cb246488a0b4b6c9d3daccf0560b043 for: {'network': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:59.363703 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.379516 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.388992 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-a6b6c204-3ca1-4b15-b423-6dbb6027bafe tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:59.390909 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-a6b6c204-3ca1-4b15-b423-6dbb6027bafe tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 818 time: 0.2410254 May 26 22:49:59.393408 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3297364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3449354'] for subnet, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.447136 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34dddb8c-9a37-44c6-9bf9-6b92e20833e4,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:59.456183 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.467050 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Usage tracker for resource:security_group_rule and tenant:6cb246488a0b4b6c9d3daccf0560b043 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.470683 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.475329 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.482843 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:59.484118 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-870e5879-a7ce-4af9-a51c-db5530faa7d9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/34dddb8c-9a37-44c6-9bf9-6b92e20833e4 HTTP/1.1" status: 204 len: 168 time: 0.5110919 May 26 22:49:59.488238 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55554) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.569324 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.573372 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.599643 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-5d908599-4a44-48c1-b779-28656308e4f9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:49:59.608698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:49:59.618541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f826a-c66f-456a-8b00-9ee3016b618a,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:59.626842 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.627311 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.segments_db [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Added segment 96ebdf9b-134e-483f-8bd0-5a6faf240383 of type vlan for network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b May 26 22:49:59.660338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.665611 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-5d908599-4a44-48c1-b779-28656308e4f9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:49:59.666896 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-5d908599-4a44-48c1-b779-28656308e4f9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506bd348360043fcba7b9cdcb1c8f2a6 HTTP/1.1" status: 200 len: 380 time: 0.2359419 May 26 22:49:59.669226 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.686385 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'port': {'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'admin_state_up': True, 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'security_groups': ['7d7aa8ab-3a99-49b7-a4f9-d37423331f30']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:59.692695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.693566 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:49:59.694553 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:49:59.800440 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] Pushing event updated for resources: {'Network': ['ID=0a9e8f60-ae8a-46bd-bccf-a2d557efa21b,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:49:59.803807 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-34b567cb-0975-470e-a64d-10455c710ebb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4958515 May 26 22:49:59.806801 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55558) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:49:59.813019 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Request body: {'subnet': {'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1914372126-subnet', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'ip_version': 4}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:49:59.816326 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:49:59.821037 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:49:59.825552 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Usage tracker for resource:subnet and tenant:6cb246488a0b4b6c9d3daccf0560b043 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:49:59.829375 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:49:59.835517 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:49:59.847813 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Made reservation on behalf of 6cb246488a0b4b6c9d3daccf0560b043 for: {'subnet': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:49:59.850142 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4065412'] for subnet, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.017567 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cdfb64b3-427c-497e-b7a5-ef8dde559d42 req-8f7ffc8e-7fea-484e-8529-1c4929f3a21f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 210 time: 0.0449390 May 26 22:50:00.088634 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3ecb9-8d79-4c30-9ee5-2ba3ef49bcf8 req-d6d16482-fed8-4ea3-9ac4-f0c538b380e0 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:00.090086 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4fb3ecb9-8d79-4c30-9ee5-2ba3ef49bcf8 req-d6d16482-fed8-4ea3-9ac4-f0c538b380e0 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.5749960 May 26 22:50:00.121341 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.126456 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4065430'] for subnet, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.141599 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:00.174078 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:00.181225 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f507a929-1295-4e53-882b-64eccd97da8d']}} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:00.207106 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c76912-7633-4e7a-97ce-0401ea734eaa,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:00.210980 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5052034f-5647-478e-8f14-3fd129850b97') {'for_net_delete': True} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:00.211279 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5052034f-5647-478e-8f14-3fd129850b97') {} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:00.220982 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Checking segment: {'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:00.221367 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Network hostable DHCP agents. Network: 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:00.226849 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4fb3ecb9-8d79-4c30-9ee5-2ba3ef49bcf8 req-8648cf67-5818-4be0-b003-a4c9e8e54a62 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295249 May 26 22:50:00.227375 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Made reservation on behalf of 506bd348360043fcba7b9cdcb1c8f2a6 for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:00.231400 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.242974 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423301'] for segment, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.250627 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:00.267955 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b) {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:00.274660 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.275833 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:00.276904 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.280707 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb9327-187c-4e5a-9b4c-ad8c189456b9 None None] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:00.290169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:50:00.290575 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3297338'] for segment, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.310245 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-36fc2289-e0dd-41c0-bd03-6bee6ad5eb8d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5022943 May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: Traceback (most recent call last): May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: timer() May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: cb(*args, **kw) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: return func(*args, **kwargs) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: self._notify() May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: self.callback(batched_events) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: event.method(event) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: return f(self, *a, **k) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: return self._get(url).json() May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: return self.request(url, 'GET', **kwargs) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:50:00.313370 dv-cinder-843305-2-smb neutron-server[83313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:50:00.315516 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55564) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:00.319797 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:00.332935 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:00.338264 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Usage tracker for resource:router and tenant:6cb246488a0b4b6c9d3daccf0560b043 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:00.341699 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:00.352078 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:00.366818 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.367867 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.390619 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.487881 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.494575 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.542707 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-0a9e8f60-ae8a-46bd-bccf-a2d557efa21b', 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'fixed_ips': [{'subnet_id': 'b0c76912-7633-4e7a-97ce-0401ea734eaa'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:50:00.546035 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.573664 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] Pushing event deleted for resources: {'Network': ['ID=f507a929-1295-4e53-882b-64eccd97da8d,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:00.599380 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e2ab94f2-3915-4929-9d18-28b738c16638 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f507a929-1295-4e53-882b-64eccd97da8d HTTP/1.1" status: 204 len: 168 time: 1.1073492 May 26 22:50:00.602971 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.616316 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Allocated IP 172.20.0.14 (31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4/3037297b-af21-40f8-9fd9-42f8ebdd7aea/cb91ae70-f1c5-4979-b76b-8fa823143c86) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:00.736611 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Allocated IP 172.20.0.2 (0a9e8f60-ae8a-46bd-bccf-a2d557efa21b/b0c76912-7633-4e7a-97ce-0401ea734eaa/315b6aa0-1e90-4a1d-afa4-0de0569c992f) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:00.854938 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.862664 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.884564 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Transition to ACTIVE for port object cb91ae70-f1c5-4979-b76b-8fa823143c86 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:00.889880 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.916790 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:00.930861 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55572) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:00.993898 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.006813 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Transition to ACTIVE for port object 315b6aa0-1e90-4a1d-afa4-0de0569c992f will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:01.014985 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-62b690c2-be71-4d42-a108-2a8e1f9477fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70c2f065657e4b6fa5a0bb559f63d3d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0804904 May 26 22:50:01.016532 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55576) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:01.021187 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:01.024493 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:01.028495 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:01.039615 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Transition to ACTIVE for port object 315b6aa0-1e90-4a1d-afa4-0de0569c992f will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:01.047400 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.072743 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event updated for resources: {'Port': ['ID=cb91ae70-f1c5-4979-b76b-8fa823143c86,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.121471 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:01.122139 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.133917 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:01.136899 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:01.142046 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:01.154260 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4c684425-1da6-42a0-9186-f38b4a4d16f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.158441 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Pushing event updated for resources: {'Port': ['ID=315b6aa0-1e90-4a1d-afa4-0de0569c992f,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.176428 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-7931bba9-34a5-4273-a38c-6ce0f117b063 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4952905 May 26 22:50:01.191534 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4c684425-1da6-42a0-9186-f38b4a4d16f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.191827 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Request body: {'port': {'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:01.271823 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Attempting to bind port 315b6aa0-1e90-4a1d-afa4-0de0569c992f on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:01.272111 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Attempting to bind port 315b6aa0-1e90-4a1d-afa4-0de0569c992f by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:01.273230 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Attempting to bind port 315b6aa0-1e90-4a1d-afa4-0de0569c992f on network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:01.282262 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:01.282645 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Checking segment: {'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:01.283068 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.283485 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Bound using segment: {'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:01.284098 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Bound port: 315b6aa0-1e90-4a1d-afa4-0de0569c992f, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:01.284492 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.346208 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.405462 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Allocated IP 172.28.3.123 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/e77c7de4-48a0-4efb-a0b0-d79d69ec7573) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:01.437308 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-55f8f232-29d5-4e0f-a11e-aab6f569f73c None None] Provisioning for port cb91ae70-f1c5-4979-b76b-8fa823143c86 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:01.445972 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-55f8f232-29d5-4e0f-a11e-aab6f569f73c None None] Provisioning complete for port cb91ae70-f1c5-4979-b76b-8fa823143c86 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:01.446455 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-55f8f232-29d5-4e0f-a11e-aab6f569f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.518206 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4c684425-1da6-42a0-9186-f38b4a4d16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.523184 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] For port 315b6aa0-1e90-4a1d-afa4-0de0569c992f, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:01.525571 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] For port 315b6aa0-1e90-4a1d-afa4-0de0569c992f, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=315b6aa0-1e90-4a1d-afa4-0de0569c992f,segment=NetworkSegment(96ebdf9b-134e-483f-8bd0-5a6faf240383),segment_id=96ebdf9b-134e-483f-8bd0-5a6faf240383)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:01.531238 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-55f8f232-29d5-4e0f-a11e-aab6f569f73c None None] Port cb91ae70-f1c5-4979-b76b-8fa823143c86 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:01.537006 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.550561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c684425-1da6-42a0-9186-f38b4a4d16f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.603346 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cb17d-2ce4-492a-8b22-275589eed9a3 req-1a435260-2ec2-463b-adb2-f65dc2543a8f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:01.605172 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-519cb17d-2ce4-492a-8b22-275589eed9a3 req-1a435260-2ec2-463b-adb2-f65dc2543a8f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 932 time: 0.2569580 May 26 22:50:01.653046 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109348e9-12d2-4db2-a28d-56d1af4bc370 None None] Pushing event updated for resources: {'Port': ['ID=315b6aa0-1e90-4a1d-afa4-0de0569c992f,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.684590 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635324-aebc-4a97-85c1-4062e4e6b010 req-08317cd7-94a6-4aba-a2da-76b10cd755ef tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:01.686070 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-68635324-aebc-4a97-85c1-4062e4e6b010 req-08317cd7-94a6-4aba-a2da-76b10cd755ef tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.2719805 May 26 22:50:01.723710 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4c684425-1da6-42a0-9186-f38b4a4d16f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.723710 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-4c684425-1da6-42a0-9186-f38b4a4d16f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf4d6d48-3fb3-4ca6-8df1-995b3c8258c3 HTTP/1.1" status: 204 len: 168 time: 0.6961532 May 26 22:50:01.723710 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.743731 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-519cb17d-2ce4-492a-8b22-275589eed9a3 req-040ccc2c-9158-4914-abac-e99d433895aa tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225953 May 26 22:50:01.778581 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.778759 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-68635324-aebc-4a97-85c1-4062e4e6b010 req-1ae917df-ba99-4f4a-af0c-7b52ee5c12dc tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835307 May 26 22:50:01.915382 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb91ae70-f1c5-4979-b76b-8fa823143c86 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:01.933703 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:01.944193 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:01.963111 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Transition to ACTIVE for port object cb91ae70-f1c5-4979-b76b-8fa823143c86 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:01.964312 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:01.968251 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Pushing event updated for resources: {'Port': ['ID=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:01.972308 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:01.994724 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.316311 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Pushing event updated for resources: {'Port': ['ID=cb91ae70-f1c5-4979-b76b-8fa823143c86,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:02.414767 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.418039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.442696 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55616) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:02.487349 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Attempting to bind port cb91ae70-f1c5-4979-b76b-8fa823143c86 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:02.487725 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Attempting to bind port cb91ae70-f1c5-4979-b76b-8fa823143c86 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:02.488050 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Attempting to bind port cb91ae70-f1c5-4979-b76b-8fa823143c86 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:02.497860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Port cb91ae70-f1c5-4979-b76b-8fa823143c86 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:02.497860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Attempting to bind port cb91ae70-f1c5-4979-b76b-8fa823143c86 on network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:02.519542 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:02.519761 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Checking segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:02.520141 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Bound using segment: {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:02.520598 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Bound port: cb91ae70-f1c5-4979-b76b-8fa823143c86, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531107ff-e40d-4826-b019-89cc12f21c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:02.520940 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:02.856116 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55630) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:02.860109 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f834ccc1-99fc-438a-b5e8-d1c837f7f47a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a047e0162fe54255a4259c2f57323230&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4122193 May 26 22:50:02.942668 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Router 335f6baa-84c2-4407-b27e-78221c793d29 is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:50:02.957965 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] For port cb91ae70-f1c5-4979-b76b-8fa823143c86, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:02.966716 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] For port cb91ae70-f1c5-4979-b76b-8fa823143c86, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:02.980636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.012242 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 315b6aa0-1e90-4a1d-afa4-0de0569c992f up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:03.127877 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.130241 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] 10.222.0.67 "PUT /v2.0/ports/cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 1094 time: 1.9441290 May 26 22:50:03.157073 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 315b6aa0-1e90-4a1d-afa4-0de0569c992f completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:03.175314 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:03.190444 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0239823f-7eeb-4d2d-9ce5-670690f0dc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.263572 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0239823f-7eeb-4d2d-9ce5-670690f0dc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.292277 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e31dd4-094e-4523-abe7-4c9687e6491c None None] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:03.293269 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504d65-15e6-46be-a575-885f3e802d14 service neutron] Pushing event updated for resources: {'Port': ['ID=cb91ae70-f1c5-4979-b76b-8fa823143c86,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:03.315611 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7a5ac8-001e-4726-bec9-292b3b5e94fd'] response: {'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'status': 'completed', 'code': 200} May 26 22:50:03.373909 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ffa85-5c22-4ee9-aae8-ec71bae96a42 req-0c9e5b7a-4da2-4271-88a1-1dab9a759fac tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:03.374600 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-8d8ffa85-5c22-4ee9-aae8-ec71bae96a42 req-0c9e5b7a-4da2-4271-88a1-1dab9a759fac tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:03.382904 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-e8394b25-e3c5-49e1-9731-d43c209fa221 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1097 time: 0.2012970 May 26 22:50:03.390209 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0239823f-7eeb-4d2d-9ce5-670690f0dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.422883 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239823f-7eeb-4d2d-9ce5-670690f0dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff9b78c-f38e-4201-9833-f44599116b75,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:03.434508 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0239823f-7eeb-4d2d-9ce5-670690f0dc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.438395 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0239823f-7eeb-4d2d-9ce5-670690f0dc5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cff9b78c-f38e-4201-9833-f44599116b75 HTTP/1.1" status: 204 len: 168 time: 0.5806324 May 26 22:50:03.449452 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:03.467831 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-f37c7c0b-a000-4ada-81e6-d47c7aa70007 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 217 time: 0.0741460 May 26 22:50:03.469564 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-8d8ffa85-5c22-4ee9-aae8-ec71bae96a42 req-0c9e5b7a-4da2-4271-88a1-1dab9a759fac tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:03.471149 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Sync routers for ids ['335f6baa-84c2-4407-b27e-78221c793d29'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:03.477017 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8d8ffa85-5c22-4ee9-aae8-ec71bae96a42 req-0c9e5b7a-4da2-4271-88a1-1dab9a759fac tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 944 time: 0.3457935 May 26 22:50:03.487519 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-7849a5ac-4291-4c7d-b55e-d5826fa9b90b None None] Provisioning for port 315b6aa0-1e90-4a1d-afa4-0de0569c992f completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:03.495870 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Routers {'335f6baa-84c2-4407-b27e-78221c793d29'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:03.496500 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['335f6baa-84c2-4407-b27e-78221c793d29'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:03.512140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.516937 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d2d7a398-6a55-4032-a3c1-3a76a36bfd68 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1982369 May 26 22:50:03.517186 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55644) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:03.531144 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-7849a5ac-4291-4c7d-b55e-d5826fa9b90b None None] Provisioning complete for port 315b6aa0-1e90-4a1d-afa4-0de0569c992f triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:03.531518 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7849a5ac-4291-4c7d-b55e-d5826fa9b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:03.591045 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-71c3c215-7a22-4191-9208-8d1c4f92920f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:03.592876 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-71c3c215-7a22-4191-9208-8d1c4f92920f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.1134679 May 26 22:50:03.652308 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8d8ffa85-5c22-4ee9-aae8-ec71bae96a42 req-3085f22f-52c2-4adb-ad8f-9b8fffd1aebb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738446 May 26 22:50:03.764136 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-9c56de98-9d65-4226-ad6f-41d916542579 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1622996 May 26 22:50:03.867174 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Set router 335f6baa-84c2-4407-b27e-78221c793d29 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:03.986336 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-c1b59b34-1c16-4daa-8c85-5320bf896658 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145393 May 26 22:50:04.018075 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7849a5ac-4291-4c7d-b55e-d5826fa9b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.091968 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-7849a5ac-4291-4c7d-b55e-d5826fa9b90b None None] For port 315b6aa0-1e90-4a1d-afa4-0de0569c992f, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=315b6aa0-1e90-4a1d-afa4-0de0569c992f,segment=NetworkSegment(96ebdf9b-134e-483f-8bd0-5a6faf240383),segment_id=96ebdf9b-134e-483f-8bd0-5a6faf240383)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:04.099788 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7849a5ac-4291-4c7d-b55e-d5826fa9b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.274371 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6254f053-1987-4c78-8a9c-1e28309ce615 req-17b641d9-ed97-45ec-8ac2-f2814f7e737b service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808421 May 26 22:50:04.299883 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849a5ac-4291-4c7d-b55e-d5826fa9b90b None None] Pushing event updated for resources: {'Port': ['ID=315b6aa0-1e90-4a1d-afa4-0de0569c992f,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:04.424954 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:02Z', 'revision_number': 3, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port': {'id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:04.429628 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Checking router: 335f6baa-84c2-4407-b27e-78221c793d29 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:50:04.430195 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Updating router 335f6baa-84c2-4407-b27e-78221c793d29 port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:50:04.444637 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-9a38a248-39e6-45e5-a7fa-b10fbec38d39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1097 time: 0.1060483 May 26 22:50:04.471312 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-1ccb2d15-ca8a-4b34-a1fc-05eeb084aa29 None None] Provisioning complete for port 315b6aa0-1e90-4a1d-afa4-0de0569c992f triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:04.473928 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2d15-ca8a-4b34-a1fc-05eeb084aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.496606 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:04.698089 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-07c6366b-e530-435f-a723-55d240bd3aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:04.702796 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-07c6366b-e530-435f-a723-55d240bd3aa9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.2503572 May 26 22:50:04.820919 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-4f63d68b-a9f6-4b02-8aeb-e372b4e21cc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 217 time: 0.1013136 May 26 22:50:04.920827 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 315b6aa0-1e90-4a1d-afa4-0de0569c992f up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:04.923557 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-cc26d10a-3bb1-44f1-bf71-000ebce44698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:04.925122 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-cc26d10a-3bb1-44f1-bf71-000ebce44698 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0921669 May 26 22:50:05.007094 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ca0fe-167f-4ee6-b551-d443b4f80704 req-17e0c640-4efb-45a3-9f95-60a3c61bc045 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:05.008859 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-990ca0fe-167f-4ee6-b551-d443b4f80704 req-17e0c640-4efb-45a3-9f95-60a3c61bc045 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 944 time: 0.1499231 May 26 22:50:05.019023 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.044202 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-d478340d-4560-432c-afff-c662d7be9d89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1107686 May 26 22:50:05.056615 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Transition to ACTIVE for port object e77c7de4-48a0-4efb-a0b0-d79d69ec7573 will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:05.085582 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.092892 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 315b6aa0-1e90-4a1d-afa4-0de0569c992f triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:05.093937 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.127836 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-990ca0fe-167f-4ee6-b551-d443b4f80704 req-ba740318-7ba3-4c46-82b9-8c5ade3abb52 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830107 May 26 22:50:05.242530 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Pushing event updated for resources: {'Port': ['ID=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,revision_number=2']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:05.268609 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Attempting to bind port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:05.268978 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Attempting to bind port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:05.269334 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Attempting to bind port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:05.273972 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.279027 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.279027 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.279393 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.279715 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.280045 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.280371 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.281192 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.281319 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.281576 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.281910 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.282293 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:05.287294 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:05.287294 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:05.287623 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.287988 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:05.288457 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Bound port: e77c7de4-48a0-4efb-a0b0-d79d69ec7573, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:05.288925 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.301754 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-da77736a-358f-46a5-a777-7d3d0cbc566c service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498796 May 26 22:50:05.371550 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] For port e77c7de4-48a0-4efb-a0b0-d79d69ec7573, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:05.375212 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] For port e77c7de4-48a0-4efb-a0b0-d79d69ec7573, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:05.380792 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.465553 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Routers {'335f6baa-84c2-4407-b27e-78221c793d29'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:05.466310 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['335f6baa-84c2-4407-b27e-78221c793d29'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:05.559471 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2f0bac71-26c9-4a37-a9e9-6b8ce21cdd3b req-49deaf85-4d21-4bf8-bc6d-97757af43c9a service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507827 May 26 22:50:05.578078 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Allocated IP 172.20.0.1 (0a9e8f60-ae8a-46bd-bccf-a2d557efa21b/b0c76912-7633-4e7a-97ce-0401ea734eaa/fac027d5-cc9c-4d99-b5e1-4314072ec472) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:05.603381 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cc398-75f5-4bd3-8ceb-b111cb63c5af None None] Pushing event updated for resources: {'Port': ['ID=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:05.672582 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] Set router 335f6baa-84c2-4407-b27e-78221c793d29 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:05.747694 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.764667 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Transition to ACTIVE for port object fac027d5-cc9c-4d99-b5e1-4314072ec472 will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:05.791060 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:05.867705 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:05.868980 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:05.873486 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:05.877389 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55690) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:05.934580 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Pushing event updated for resources: {'Port': ['ID=fac027d5-cc9c-4d99-b5e1-4314072ec472,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:05.944489 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.023870 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:02Z', 'revision_number': 3, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port': {'id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:06.027638 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e9cb5-897d-4ea9-b63f-5ad9eef9d6fa None None] The sync data for ids ['335f6baa-84c2-4407-b27e-78221c793d29'] in dv-cinder-843305-2-smb is: [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:02Z', 'revision_number': 3, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port': {'id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:06.064486 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.147520 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.185806 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:06.205205 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Usage tracker for resource:security_group_rule and tenant:2d070a515b40490fadb0084ce38640fa is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:06.208957 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:06.211825 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-04052b25-4606-4040-a98f-73fe5ebc2d0e None None] Provisioning for port fac027d5-cc9c-4d99-b5e1-4314072ec472 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:06.222138 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-04052b25-4606-4040-a98f-73fe5ebc2d0e None None] Provisioning complete for port fac027d5-cc9c-4d99-b5e1-4314072ec472 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:06.222661 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-04052b25-4606-4040-a98f-73fe5ebc2d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.231567 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:06.298108 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-04052b25-4606-4040-a98f-73fe5ebc2d0e None None] Port fac027d5-cc9c-4d99-b5e1-4314072ec472 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:06.324073 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.328489 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.427712 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.448233 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f2bbc-f878-4c91-99f7-0a097ecabe5d,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:06.448474 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484ece-ed00-4f96-a39d-fdcb94f400b5 req-bba3b340-8ee0-4bb9-ab96-d69f89c9edc9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:06.449905 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a5484ece-ed00-4f96-a39d-fdcb94f400b5 req-bba3b340-8ee0-4bb9-ab96-d69f89c9edc9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 944 time: 0.1302149 May 26 22:50:06.450650 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.453879 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5129e999-2a32-45f7-a6c2-afef9451fb30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d070a515b40490fadb0084ce38640fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5755537 May 26 22:50:06.456446 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55704) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:06.528267 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc06f107-f979-4b51-a55a-0e7c0dfa0f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.562347 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc06f107-f979-4b51-a55a-0e7c0dfa0f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.592423 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.631146 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Pushing event updated for resources: {'Port': ['ID=fac027d5-cc9c-4d99-b5e1-4314072ec472,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:06.652727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc06f107-f979-4b51-a55a-0e7c0dfa0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.665046 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a5484ece-ed00-4f96-a39d-fdcb94f400b5 req-ac6f9ada-f98f-4333-9feb-cc86396eaa77 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820438 May 26 22:50:06.672191 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06f107-f979-4b51-a55a-0e7c0dfa0f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f2bbc-f878-4c91-99f7-0a097ecabe5d,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:06.682719 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc06f107-f979-4b51-a55a-0e7c0dfa0f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:06.686051 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-cc06f107-f979-4b51-a55a-0e7c0dfa0f53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a04f2bbc-f878-4c91-99f7-0a097ecabe5d HTTP/1.1" status: 204 len: 168 time: 0.2264085 May 26 22:50:06.800645 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a669-9134-4361-8127-c8580e947156 req-c5ea66c8-8eb6-4e46-baa3-05b6f94dedfa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:06.801193 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cbe1a669-9134-4361-8127-c8580e947156 req-c5ea66c8-8eb6-4e46-baa3-05b6f94dedfa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1234019 May 26 22:50:06.813547 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:06.815774 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:06.844929 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cbe1a669-9134-4361-8127-c8580e947156 req-14cd1d64-6609-4221-bb2d-ff1d36fb109a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425415 May 26 22:50:07.156619 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-711e38ae-bf96-44d6-9cf5-f95ca9405aff None None] Provisioning complete for port fac027d5-cc9c-4d99-b5e1-4314072ec472 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:07.162589 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-711e38ae-bf96-44d6-9cf5-f95ca9405aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:07.232581 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-711e38ae-bf96-44d6-9cf5-f95ca9405aff None None] Port fac027d5-cc9c-4d99-b5e1-4314072ec472 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:07.418678 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Router 335f6baa-84c2-4407-b27e-78221c793d29 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:50:07.648851 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:07.658964 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d54ad47e-a38f-41eb-b750-2c2b5b423301 admin admin] 10.222.0.47 "PUT /v2.0/routers/335f6baa-84c2-4407-b27e-78221c793d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1407566 May 26 22:50:07.931962 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a75dab-7a88-49ee-b5e3-893bb021adb8 req-dab6e251-4bb2-45fb-bd31-6b427529b532 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:07.944314 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b8a75dab-7a88-49ee-b5e3-893bb021adb8 req-dab6e251-4bb2-45fb-bd31-6b427529b532 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 944 time: 0.1336446 May 26 22:50:08.044500 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b8a75dab-7a88-49ee-b5e3-893bb021adb8 req-8ee1e1a2-5e4a-413d-bea6-556d1deca7d5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992062 May 26 22:50:08.119941 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cb91ae70-f1c5-4979-b76b-8fa823143c86 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:08.148210 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93901-acc2-4e61-99b3-24e2a385a076 req-33a57e64-50ac-4bac-8b22-d0e6c447857a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:08.155810 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-aef93901-acc2-4e61-99b3-24e2a385a076 req-33a57e64-50ac-4bac-8b22-d0e6c447857a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1149814 May 26 22:50:08.222122 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-aef93901-acc2-4e61-99b3-24e2a385a076 req-5326b2aa-b993-4d02-bff5-f9c83725b3ac tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653374 May 26 22:50:08.344937 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port cb91ae70-f1c5-4979-b76b-8fa823143c86, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:08.366329 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'mac_address': 'fa:16:3e:36:30:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:08.433674 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Sync routers for ids ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:08.458835 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Routers {'ce68c6d1-83d7-4cf7-8818-fc2158e771ff'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:08.459869 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:08.688576 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.715412 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb91ae70-f1c5-4979-b76b-8fa823143c86 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:08.734725 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port cb91ae70-f1c5-4979-b76b-8fa823143c86, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:08.739910 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:08.837069 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=cb91ae70-f1c5-4979-b76b-8fa823143c86,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:08.842159 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Set router ce68c6d1-83d7-4cf7-8818-fc2158e771ff gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:09.067758 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e77c7de4-48a0-4efb-a0b0-d79d69ec7573 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:09.285244 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['cb91ae70-f1c5-4979-b76b-8fa823143c86'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:09.467040 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df564c3-9dcb-497e-b764-0e3ae66245d9 req-f75da070-5134-47af-8b72-04af8d3bae26 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:09.477502 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9df564c3-9dcb-497e-b764-0e3ae66245d9 req-f75da070-5134-47af-8b72-04af8d3bae26 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 945 time: 0.1934440 May 26 22:50:09.489325 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ac709189-f939-432f-b0ca-e85b34617f86 req-456fade8-024d-4b88-8254-220796a5fc54 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Synchronizing usage tracker for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:09.525445 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ac709189-f939-432f-b0ca-e85b34617f86 req-456fade8-024d-4b88-8254-220796a5fc54 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Unset dirty status for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:09.539720 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-456fade8-024d-4b88-8254-220796a5fc54 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014597978&fields=id&tenant_id=b87d7cc7edc24983bda9c3077f61f879 HTTP/1.1" status: 200 len: 267 time: 0.1433313 May 26 22:50:09.605298 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9df564c3-9dcb-497e-b764-0e3ae66245d9 req-4215a3b9-a333-44de-9eec-36bb83b1abd6 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268244 May 26 22:50:09.772548 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac709189-f939-432f-b0ca-e85b34617f86 req-44b52e85-09c6-4729-8c0b-19b65dd1034c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:09.788660 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-44b52e85-09c6-4729-8c0b-19b65dd1034c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 809 time: 0.2475076 May 26 22:50:09.813660 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9fc965e0-a31c-42cc-8abd-8e7255d3e1a3 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/quotas/b87d7cc7edc24983bda9c3077f61f879 HTTP/1.1" status: 200 len: 375 time: 0.0195169 May 26 22:50:09.829337 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:09.847729 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:09.848093 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:09.910636 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:45Z', 'revision_number': 4, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port': {'id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'a50bbd0b-343b-4b20-9f9d-c0253652db13', 'name': '', 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'mac_address': 'fa:16:3e:88:61:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:44Z', 'updated_at': '2022-05-26T22:49:45Z', 'revision_number': 2, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'subnets': [{'id': '6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:09.916297 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ac709189-f939-432f-b0ca-e85b34617f86 req-191c3be1-dc52-42eb-a4d8-fc3347dd1a8c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Synchronizing usage tracker for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:09.924531 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Checking router: ce68c6d1-83d7-4cf7-8818-fc2158e771ff for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:50:09.924876 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Updating router ce68c6d1-83d7-4cf7-8818-fc2158e771ff port a50bbd0b-343b-4b20-9f9d-c0253652db13 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:50:09.926474 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bce747-558e-43ca-8897-b61c98f09c8e req-2f5a545b-90ed-4e73-bff3-d4c77c6dc9bf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:09.978819 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-62bce747-558e-43ca-8897-b61c98f09c8e req-2f5a545b-90ed-4e73-bff3-d4c77c6dc9bf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1873889 May 26 22:50:09.986268 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-ac709189-f939-432f-b0ca-e85b34617f86 req-191c3be1-dc52-42eb-a4d8-fc3347dd1a8c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Unset dirty status for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:10.000843 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-191c3be1-dc52-42eb-a4d8-fc3347dd1a8c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1906316 May 26 22:50:10.083721 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-62bce747-558e-43ca-8897-b61c98f09c8e req-dd6dc0ba-8e8a-44f7-9a15-c2af9721d2f5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017165 May 26 22:50:10.112202 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.234669 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-844bb2d3-6218-496b-bb8f-abae394547df service neutron] 10.222.0.47 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321188 May 26 22:50:10.321061 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.364663 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port e77c7de4-48a0-4efb-a0b0-d79d69ec7573, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:10.458035 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.459115 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 715a9c4d-2593-4d79-be17-ab14b767f7b2 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:10.488633 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-2384dc3a-a1d2-405a-b4ad-50d2a3afb101 service neutron] 10.222.0.47 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530749 May 26 22:50:10.641786 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:10.660887 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 715a9c4d-2593-4d79-be17-ab14b767f7b2 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:10.667621 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 715a9c4d-2593-4d79-be17-ab14b767f7b2 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:10.668115 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.838758 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:10.927863 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Transition to ACTIVE for port object a50bbd0b-343b-4b20-9f9d-c0253652db13 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:10.972327 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.048362 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa50311-ecac-4e56-bda8-b956e2737b82 req-ad7eefca-581c-4362-a09e-be1d48c26dba tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:11.048362 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-baa50311-ecac-4e56-bda8-b956e2737b82 req-ad7eefca-581c-4362-a09e-be1d48c26dba tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 945 time: 0.1473823 May 26 22:50:11.130850 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.277834 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1bb48837-d22e-4912-af8e-2f3cd38ff611 req-97639363-eb50-4149-b14a-096d82c3a2b6 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 210 time: 0.1607771 May 26 22:50:11.278852 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-baa50311-ecac-4e56-bda8-b956e2737b82 req-8020aa21-b5e2-44a8-8e7f-304cb394c73b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246523 May 26 22:50:11.410378 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 715a9c4d-2593-4d79-be17-ab14b767f7b2, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=715a9c4d-2593-4d79-be17-ab14b767f7b2,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:11.438861 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.445123 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d8f73-3fb8-480c-bf7a-2552a40a2a7b None None] Pushing event updated for resources: {'Port': ['ID=a50bbd0b-343b-4b20-9f9d-c0253652db13,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:11.657596 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e77c7de4-48a0-4efb-a0b0-d79d69ec7573 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:11.722616 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b78d18-93a3-43a4-935d-05ce6471bdbf req-c5f65a5e-54fa-4686-8357-7b1061e927fe tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:11.724975 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48b78d18-93a3-43a4-935d-05ce6471bdbf req-c5f65a5e-54fa-4686-8357-7b1061e927fe tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1694856 May 26 22:50:11.802984 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48b78d18-93a3-43a4-935d-05ce6471bdbf req-9a44671c-8141-4754-8cb8-1d343231cd39 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689433 May 26 22:50:11.853684 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=715a9c4d-2593-4d79-be17-ab14b767f7b2,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:11.869040 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Attempting to bind port a50bbd0b-343b-4b20-9f9d-c0253652db13 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:11.869405 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Attempting to bind port a50bbd0b-343b-4b20-9f9d-c0253652db13 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:11.869756 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Attempting to bind port a50bbd0b-343b-4b20-9f9d-c0253652db13 on network dbbabe08-7135-44fb-984d-977e3608329c {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:11.887939 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:11.888307 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.912987 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:11.913363 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Checking segment: {'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:11.913764 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:11.914157 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Bound using segment: {'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:11.914634 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Bound port: a50bbd0b-343b-4b20-9f9d-c0253652db13, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25dd5b0-5f34-401e-8206-568fff36b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:11.915003 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.133774 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cb91ae70-f1c5-4979-b76b-8fa823143c86 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:12.181582 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] For port a50bbd0b-343b-4b20-9f9d-c0253652db13, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:12.191247 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] For port a50bbd0b-343b-4b20-9f9d-c0253652db13, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=a50bbd0b-343b-4b20-9f9d-c0253652db13,segment=NetworkSegment(e25dd5b0-5f34-401e-8206-568fff36b439),segment_id=e25dd5b0-5f34-401e-8206-568fff36b439)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:12.215686 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:12.366266 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Routers {'ce68c6d1-83d7-4cf7-8818-fc2158e771ff'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:12.366266 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:12.594409 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3acd42-9a41-4463-8a24-0421bcf3f080 req-1fc2591e-70f7-412c-94c8-2cf00666f102 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:12.608183 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9b3acd42-9a41-4463-8a24-0421bcf3f080 req-1fc2591e-70f7-412c-94c8-2cf00666f102 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 945 time: 0.1297119 May 26 22:50:12.676957 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9b3acd42-9a41-4463-8a24-0421bcf3f080 req-398c1d91-a6c2-41b2-8b59-e66fa90756de tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665071 May 26 22:50:12.690493 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d5c59eb0-846b-4fe4-afde-94215d8ea05a req-65cfed0e-48bc-428d-aa13-3f17372d6e23 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 210 time: 0.1164162 May 26 22:50:12.739096 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] Set router ce68c6d1-83d7-4cf7-8818-fc2158e771ff gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:12.980377 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d8f73-3fb8-480c-bf7a-2552a40a2a7b None None] Pushing event updated for resources: {'Port': ['ID=a50bbd0b-343b-4b20-9f9d-c0253652db13,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:13.032602 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port cb91ae70-f1c5-4979-b76b-8fa823143c86 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:13.135196 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port cb91ae70-f1c5-4979-b76b-8fa823143c86 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:13.135838 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.226576 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac709189-f939-432f-b0ca-e85b34617f86 req-45264ed1-e739-4179-b619-cec85b0ee859 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:13.228360 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-45264ed1-e739-4179-b619-cec85b0ee859 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.67 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 809 time: 0.4503551 May 26 22:50:13.398075 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-f3fc2da9-5558-460b-909f-51f7198a5456 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87d7cc7edc24983bda9c3077f61f879 HTTP/1.1" status: 200 len: 380 time: 0.0885875 May 26 22:50:13.418981 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'port': {'device_id': '91883bf9-c5c6-4739-9d46-edda0679b727', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'admin_state_up': True, 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'security_groups': ['32bcc949-4cad-452c-9b49-58872fd3ddee']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:13.583543 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adacb9-41d9-4321-85b9-6c04dba4953d req-7c7c9497-9fa9-45bc-b307-e45ae082b39a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:13.585119 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b3adacb9-41d9-4321-85b9-6c04dba4953d req-7c7c9497-9fa9-45bc-b307-e45ae082b39a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.3554182 May 26 22:50:13.708848 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 715a9c4d-2593-4d79-be17-ab14b767f7b2 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:13.770182 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b3adacb9-41d9-4321-85b9-6c04dba4953d req-86927c78-ac37-4341-8400-35afbc54043f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704984 May 26 22:50:13.805541 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:13.841192 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:13.861931 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Made reservation on behalf of b87d7cc7edc24983bda9c3077f61f879 for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:13.864913 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:13.963713 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.009542 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:45Z', 'revision_number': 4, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port': {'id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'a50bbd0b-343b-4b20-9f9d-c0253652db13', 'name': '', 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'mac_address': 'fa:16:3e:88:61:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:44Z', 'updated_at': '2022-05-26T22:50:12Z', 'revision_number': 4, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'subnets': [{'id': '6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:14.020655 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e89fd4-9df4-491e-9800-43b1f9828f5b req-9f2931f0-0979-4677-a66b-278a12cd19d5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:14.023990 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ed4e4-8c31-494e-9a42-2645f816a843 None None] The sync data for ids ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'] in dv-cinder-843305-2-smb is: [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:45Z', 'revision_number': 4, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port': {'id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'a50bbd0b-343b-4b20-9f9d-c0253652db13', 'name': '', 'network_id': 'dbbabe08-7135-44fb-984d-977e3608329c', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'mac_address': 'fa:16:3e:88:61:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:44Z', 'updated_at': '2022-05-26T22:50:12Z', 'revision_number': 4, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'subnets': [{'id': '6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:14.032740 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:14.045155 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-82e89fd4-9df4-491e-9800-43b1f9828f5b req-9f2931f0-0979-4677-a66b-278a12cd19d5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 945 time: 0.1484799 May 26 22:50:14.054609 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 715a9c4d-2593-4d79-be17-ab14b767f7b2 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:14.055246 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.097665 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port cb91ae70-f1c5-4979-b76b-8fa823143c86, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:14.127245 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:14.251600 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-82e89fd4-9df4-491e-9800-43b1f9828f5b req-eb685287-2333-4620-b80e-3f1d506c49d8 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885238 May 26 22:50:14.272447 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7c7a41a6-edb9-4bf1-ad5f-00adc5cf9b58 req-da696b20-eb1f-4bc0-95ad-1a8bcb21ff37 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 210 time: 0.1206985 May 26 22:50:14.467604 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c71aa6-601e-4539-9644-455d269c8d89'] response: {'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'code': 200} May 26 22:50:14.521461 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=cb91ae70-f1c5-4979-b76b-8fa823143c86,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:14.572558 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Allocated IP 172.20.0.8 (5e1ed94e-a31b-44c6-bebd-05e95a0c5411/7b406714-9f97-4167-b87e-408865b8c428/5e31eb52-09dc-48ab-bbd2-33c43631f6b7) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:14.934066 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2b5db094-3c1c-4275-a378-5250b59c1023 req-a3349bda-a8a3-413a-b447-24dcbb6ffc9e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1099 time: 0.1378016 May 26 22:50:15.038518 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2b5db094-3c1c-4275-a378-5250b59c1023 req-d8d1dee7-8a77-4bb1-af77-3a0f3c1320c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899882 May 26 22:50:15.160803 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.181052 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Transition to ACTIVE for port object 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:15.224457 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.390497 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.430867 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:15.440887 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:15.451507 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:15.551874 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:15.677669 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a50bbd0b-343b-4b20-9f9d-c0253652db13 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:15.696192 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:15.696878 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:15.758129 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-aaa53b4f-7ba9-43ac-8618-8b623ba55b56 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3450398 May 26 22:50:15.794394 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529f872-b57c-45b6-8ff5-13eea39d56a5 req-b83a099c-b642-4288-a623-6abcc8c91b51 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:15.802672 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e529f872-b57c-45b6-8ff5-13eea39d56a5 req-b83a099c-b642-4288-a623-6abcc8c91b51 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.5701647 May 26 22:50:15.853364 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73a14f-32a8-42a8-8f1a-eb383ac5edca req-d88c2044-3fd1-4bde-a538-d06d7f98ec43 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:15.863713 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9c73a14f-32a8-42a8-8f1a-eb383ac5edca req-d88c2044-3fd1-4bde-a538-d06d7f98ec43 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.2555845 May 26 22:50:15.866217 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Request body: {'port': {'device_id': '91883bf9-c5c6-4739-9d46-edda0679b727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:15.975364 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9c73a14f-32a8-42a8-8f1a-eb383ac5edca req-58af93de-0435-4b08-b8ad-87d0d5d4ea43 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092963 May 26 22:50:16.045098 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port a50bbd0b-343b-4b20-9f9d-c0253652db13 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:16.058318 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-391769dd-aa48-4400-827c-bf98f12d8bf2 None None] Provisioning for port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:16.061621 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port a50bbd0b-343b-4b20-9f9d-c0253652db13 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:16.062524 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.100358 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-391769dd-aa48-4400-827c-bf98f12d8bf2 None None] Provisioning complete for port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:16.100854 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-391769dd-aa48-4400-827c-bf98f12d8bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.121265 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e529f872-b57c-45b6-8ff5-13eea39d56a5 req-b02d1df9-aafe-472a-aa10-ead4ba06f7f2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172557 May 26 22:50:16.165659 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.208663 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-391769dd-aa48-4400-827c-bf98f12d8bf2 None None] Port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:16.318216 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.378484 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port a50bbd0b-343b-4b20-9f9d-c0253652db13, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=a50bbd0b-343b-4b20-9f9d-c0253652db13,segment=NetworkSegment(e25dd5b0-5f34-401e-8206-568fff36b439),segment_id=e25dd5b0-5f34-401e-8206-568fff36b439)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:16.387796 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.521117 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348459f-0650-46f7-aaf0-7df8d7af3d68 req-3946d58c-a68f-42f1-991f-8dd0c52374e6 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:16.522652 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c348459f-0650-46f7-aaf0-7df8d7af3d68 req-3946d58c-a68f-42f1-991f-8dd0c52374e6 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 931 time: 0.2691612 May 26 22:50:16.543809 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=a50bbd0b-343b-4b20-9f9d-c0253652db13,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:16.587661 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-c348459f-0650-46f7-aaf0-7df8d7af3d68 req-9d1a6b52-32e9-43b4-b8c2-185fab452908 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Synchronizing usage tracker for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:16.602478 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-c348459f-0650-46f7-aaf0-7df8d7af3d68 req-9d1a6b52-32e9-43b4-b8c2-185fab452908 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Unset dirty status for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:16.603909 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c348459f-0650-46f7-aaf0-7df8d7af3d68 req-9d1a6b52-32e9-43b4-b8c2-185fab452908 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728285 May 26 22:50:16.805389 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:16.818213 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.841174 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Transition to ACTIVE for port object 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:16.846264 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:16.924207 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:17.184938 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Attempting to bind port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:17.185683 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Attempting to bind port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:17.185683 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Attempting to bind port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 on network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:17.208444 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 on network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:17.208939 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Attempting to bind port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 on network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:17.221457 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:17.221703 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Checking segment: {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:17.222257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Bound using segment: {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:17.222721 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Bound port: 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023635ee-6759-4109-b3f4-9d6387d45c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:17.223224 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.316493 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efdf40-a6f1-4eed-8959-c99f1012957e req-24b6493e-3bfd-4e87-aed1-62197bf6fe0e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.317915 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-18efdf40-a6f1-4eed-8959-c99f1012957e req-24b6493e-3bfd-4e87-aed1-62197bf6fe0e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.1886148 May 26 22:50:17.374747 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:17.385548 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:17.396143 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.440432 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075faf0-5b03-44ec-b270-7c5ecab18193 req-b8285480-92e1-4553-a505-6950b5bda52e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.442679 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b075faf0-5b03-44ec-b270-7c5ecab18193 req-b8285480-92e1-4553-a505-6950b5bda52e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1147072 May 26 22:50:17.447148 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-18efdf40-a6f1-4eed-8959-c99f1012957e req-f84ae60c-87b0-4b9e-b6f5-bf16cdc74943 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068423 May 26 22:50:17.486727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.488084 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 1093 time: 1.6464131 May 26 22:50:17.488535 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:17.511192 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d106f79-3d63-4910-83f4-011a6a847b52 service neutron] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:17.537855 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b075faf0-5b03-44ec-b270-7c5ecab18193 req-eecca03a-99f2-4173-85f6-aed3d148d1db tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889797 May 26 22:50:17.602066 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a50bbd0b-343b-4b20-9f9d-c0253652db13 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:17.726790 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port a50bbd0b-343b-4b20-9f9d-c0253652db13 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:17.727162 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:17.756600 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-cfbf1dc6-ce4f-4d42-90f1-adf662192f57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1096 time: 0.2117956 May 26 22:50:17.762483 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947c5ec9-bfa6-4e85-b99d-d34fa04b7bdf'] response: {'name': 'network-changed', 'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'status': 'completed', 'code': 200} May 26 22:50:17.864140 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-db77b86d-e57e-410f-b97f-c3f6e33bcfab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 217 time: 0.0957742 May 26 22:50:17.950396 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac709189-f939-432f-b0ca-e85b34617f86 req-af1f5abe-925d-4466-9e06-2d95db6c66d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.951993 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-af1f5abe-925d-4466-9e06-2d95db6c66d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 200 len: 848 time: 0.0735655 May 26 22:50:17.967830 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63834-3384-4476-85e5-6ba3ed49105a req-e148e63d-a2dc-4d8b-9f91-c801d487cfb4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:17.973788 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-14e63834-3384-4476-85e5-6ba3ed49105a req-e148e63d-a2dc-4d8b-9f91-c801d487cfb4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.2713866 May 26 22:50:17.982540 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 55916) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:18.004497 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'floatingip': {'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:18.155957 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-80263cde-5a78-4385-8d09-edba3af3cd99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1933734 May 26 22:50:18.171779 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:18.388831 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-6eb65241-0e7c-424e-bfe6-afd303ad3c01 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247293 May 26 22:50:18.508914 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588842e-ce95-4eb9-bc78-e49dcad57411 req-be56c18a-57dc-4e11-b321-edc7ea7ecd68 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:18.517050 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5588842e-ce95-4eb9-bc78-e49dcad57411 req-be56c18a-57dc-4e11-b321-edc7ea7ecd68 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 943 time: 0.6094544 May 26 22:50:18.581059 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ac709189-f939-432f-b0ca-e85b34617f86 req-468f988e-050b-4afa-8383-7d392c2ac87c service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788433 May 26 22:50:18.773109 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5588842e-ce95-4eb9-bc78-e49dcad57411 req-78511fe7-9345-4dce-864b-a29a37d5cdc8 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551117 May 26 22:50:18.826764 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-d30c7681-a600-41aa-af03-9f5e2eab10f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1096 time: 0.1848645 May 26 22:50:18.972979 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169858e5-a25f-435e-9678-b97252799ab6 req-4ca1a2b0-73b1-4b2a-8f99-0df1fc4f1462 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:18.974453 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-169858e5-a25f-435e-9678-b97252799ab6 req-4ca1a2b0-73b1-4b2a-8f99-0df1fc4f1462 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2063131 May 26 22:50:19.022454 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-2e126b7b-3b59-4dc6-ad48-27ce6b8c2541 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:19.024002 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-2e126b7b-3b59-4dc6-ad48-27ce6b8c2541 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 910 time: 0.1896861 May 26 22:50:19.078537 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:19.084244 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:19.105068 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-8a568165-60a8-46a4-84e1-fbf69dfe8250 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 217 time: 0.0713003 May 26 22:50:19.110618 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-169858e5-a25f-435e-9678-b97252799ab6 req-b01c73d1-ae1b-41f4-ab4b-591d2ef22538 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302528 May 26 22:50:19.197465 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-bab0b887-f5e0-400f-bd1c-c7cd76937c25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:19.199479 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-bab0b887-f5e0-400f-bd1c-c7cd76937c25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 200 len: 848 time: 0.0860186 May 26 22:50:19.310419 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-8131fb5e-9bc4-4645-8137-b452071819bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1027024 May 26 22:50:19.332640 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Floating IP a3e04e7c-b55f-4141-9ef4-3c1944422baf associated. External IP: 172.28.3.107, port: cb91ae70-f1c5-4979-b76b-8fa823143c86. May 26 22:50:19.488427 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-2af06266-cb55-443d-b58b-4defd147c42c service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656373 May 26 22:50:19.642579 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cdb7ebd3-fb1d-4f21-a64d-8e01688656ba req-61c1f98a-1a18-4e0e-9187-d0e2a85eaf7d service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400852 May 26 22:50:19.775881 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Router 2f6a605e-de03-45de-888c-4103248e99a1 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:50:19.958681 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-d25d229f-e03f-46e9-b992-d742bd265cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.219582 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4dcfe-b3c6-4e4b-a76e-d25b4c0f2f82 req-702ce960-b3a9-4c08-9d42-cefc13efb8f2 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:20.221207 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-54a4dcfe-b3c6-4e4b-a76e-d25b4c0f2f82 req-702ce960-b3a9-4c08-9d42-cefc13efb8f2 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 943 time: 0.2783902 May 26 22:50:20.364614 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-54a4dcfe-b3c6-4e4b-a76e-d25b4c0f2f82 req-baf4d730-ab82-4648-8f81-4ef0eb596b77 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355166 May 26 22:50:20.413690 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:20.429838 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] Sync routers for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:20.432966 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.445423 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4cce2-057b-47eb-93f3-a456a2ee796e req-485fce19-d0fb-49a4-89d6-9e0a1479bbe9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:20.452740 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-17d4cce2-057b-47eb-93f3-a456a2ee796e req-485fce19-d0fb-49a4-89d6-9e0a1479bbe9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1236420 May 26 22:50:20.466404 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:20.467512 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:20.489302 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55958) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:20.544840 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-17d4cce2-057b-47eb-93f3-a456a2ee796e req-c6eedd16-6e27-4399-980a-6acccb6f0f04 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910635 May 26 22:50:20.575020 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-1d120b12-afae-4b42-bb6b-5a0fa4b661db tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "PUT /v2.0/floatingips/a3e04e7c-b55f-4141-9ef4-3c1944422baf HTTP/1.1" status: 200 len: 992 time: 2.5857153 May 26 22:50:20.575873 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:20.720149 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f22c92e-15b6-4b05-b249-016d291e735a'] response: {'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'status': 'completed', 'code': 200} May 26 22:50:20.744625 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:20.848381 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:20.961221 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:20.977961 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-3474f42c-8956-4571-b9df-273f837afdf6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1099 time: 0.2348042 May 26 22:50:20.984705 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Usage tracker for resource:security_group_rule and tenant:8e08d17492514f19b7b48075d4985358 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:20.988845 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:21.040365 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:21.268180 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'a3e04e7c-b55f-4141-9ef4-3c1944422baf', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'mac_address': 'fa:16:3e:36:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:54Z', 'updated_at': '2022-05-26T22:50:18Z', 'revision_number': 1, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:21.274258 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] Checking router: 2f6a605e-de03-45de-888c-4103248e99a1 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:50:21.291897 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:21.293117 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:49:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:21.347582 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-f1e17f45-d820-4cd8-8aee-6cf540bc1af6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:21.349153 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-f1e17f45-d820-4cd8-8aee-6cf540bc1af6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.3615029 May 26 22:50:21.473516 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:50:21.502736 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.666125 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:21.712519 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:21.847381 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e08d17492514f19b7b48075d4985358&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3546388 May 26 22:50:21.847607 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-fde8de6e-6e27-43bf-a191-d9c08b1244e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 1000 time: 0.4705760 May 26 22:50:21.847958 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55984) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:21.850182 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd1a09-4631-47b6-840d-14de4a6f246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc4e591-1d57-43d0-b47e-85126c9ac221,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:21.886735 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a7095-66c2-4277-9114-a7cfaeb7e1e8 req-2bbde2d6-67e8-4df9-91a8-dd403e7d3093 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:21.888216 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2f5a7095-66c2-4277-9114-a7cfaeb7e1e8 req-2bbde2d6-67e8-4df9-91a8-dd403e7d3093 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1235828 May 26 22:50:22.007672 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2f5a7095-66c2-4277-9114-a7cfaeb7e1e8 req-0b66f3cd-822b-4fcf-b090-c6d66e6b492e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089892 May 26 22:50:22.023922 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e9638-37cb-4920-bb03-1286a80a504e req-d0493836-9a11-4762-856d-4e9d3c004a00 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:22.024920 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-b92e9638-37cb-4920-bb03-1286a80a504e req-d0493836-9a11-4762-856d-4e9d3c004a00 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Synchronizing usage tracker for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:22.043821 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-27f41ab9-a54a-4ca6-b3d6-376f28e29d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:22.057592 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-27f41ab9-a54a-4ca6-b3d6-376f28e29d5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.1838150 May 26 22:50:22.063749 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-b92e9638-37cb-4920-bb03-1286a80a504e req-d0493836-9a11-4762-856d-4e9d3c004a00 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Unset dirty status for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:22.072429 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b92e9638-37cb-4920-bb03-1286a80a504e req-d0493836-9a11-4762-856d-4e9d3c004a00 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 943 time: 0.4072828 May 26 22:50:22.159094 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:22.170303 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9c0f84f7-34a7-4eec-84f8-86d4fcfcb908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.227142 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'a3e04e7c-b55f-4141-9ef4-3c1944422baf', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'mac_address': 'fa:16:3e:36:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:54Z', 'updated_at': '2022-05-26T22:50:18Z', 'revision_number': 1, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:22.229267 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b92e9638-37cb-4920-bb03-1286a80a504e req-aa4dc00a-1cda-4807-a7b2-9f1656d5dcf6 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558783 May 26 22:50:22.234233 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-87a00539-5af6-480c-a75d-7331e2157906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.236876 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f383ba-67e7-4340-bb80-512415ae9e6e None None] The sync data for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb is: [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'a3e04e7c-b55f-4141-9ef4-3c1944422baf', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'mac_address': 'fa:16:3e:36:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:54Z', 'updated_at': '2022-05-26T22:50:18Z', 'revision_number': 1, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:22.246521 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9c0f84f7-34a7-4eec-84f8-86d4fcfcb908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.273683 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-4371f4f2-426d-4fe3-989e-44bddf3b6365 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1831162 May 26 22:50:22.368074 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:22.384070 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'port_id': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'mac_address': 'fa:16:3e:14:09:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:22.428780 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9c0f84f7-34a7-4eec-84f8-86d4fcfcb908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.444660 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.464208 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f84f7-34a7-4eec-84f8-86d4fcfcb908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc4e591-1d57-43d0-b47e-85126c9ac221,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:22.466416 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:22.485193 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9c0f84f7-34a7-4eec-84f8-86d4fcfcb908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.488582 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-9c0f84f7-34a7-4eec-84f8-86d4fcfcb908 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5bc4e591-1d57-43d0-b47e-85126c9ac221 HTTP/1.1" status: 204 len: 168 time: 0.6172705 May 26 22:50:22.489767 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-a6eefe38-8127-492f-998a-9ab31a6a63e2 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054346 May 26 22:50:22.509090 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:22.528461 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:22.619121 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:22.655071 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3dd8e027-3a7b-4b31-a4e6-db8f28c741a6 req-8aad2308-f65f-4bbf-93d7-fc4e4460f656 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559954 May 26 22:50:22.887723 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['5e31eb52-09dc-48ab-bbd2-33c43631f6b7'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:22.907452 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 55994) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:22.941313 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.009033 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:23.013658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Usage tracker for resource:security_group_rule and tenant:d048db79f1934535b32df7056c17aeba is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:23.021360 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:23.031539 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:23.132576 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.143298 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.209060 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56000) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:23.219278 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d048db79f1934535b32df7056c17aeba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3106396 May 26 22:50:23.220732 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041f7f5-0057-49c8-82c2-698a4bf01cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af7e69c-80d5-406e-9aa9-00edef6edffb,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:23.358156 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401590f-6722-4227-a093-2968b7023bdf req-69480ceb-c5aa-4c47-8669-4ca5851b6230 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.358156 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8401590f-6722-4227-a093-2968b7023bdf req-69480ceb-c5aa-4c47-8669-4ca5851b6230 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1225443 May 26 22:50:23.358156 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fa8671df-230c-4c34-aec9-e55c1a1c91ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.410893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fa8671df-230c-4c34-aec9-e55c1a1c91ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.444419 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6deea-9430-49e7-8c80-1b0e4c5a9447 req-5db62e8b-76d0-4b4d-91f0-e5b93e64603f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:23.445560 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-61f6deea-9430-49e7-8c80-1b0e4c5a9447 req-5db62e8b-76d0-4b4d-91f0-e5b93e64603f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 944 time: 0.0790956 May 26 22:50:23.491652 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8401590f-6722-4227-a093-2968b7023bdf req-6a53e84e-2ed3-4bab-90bf-0bf4d9133c23 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198483 May 26 22:50:23.492657 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.518592 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fa8671df-230c-4c34-aec9-e55c1a1c91ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.524445 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-61f6deea-9430-49e7-8c80-1b0e4c5a9447 req-47c97d78-b6b9-4086-8b7d-cb0bad796e67 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730884 May 26 22:50:23.542231 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fa8671df-230c-4c34-aec9-e55c1a1c91ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:23.545706 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-fa8671df-230c-4c34-aec9-e55c1a1c91ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4af7e69c-80d5-406e-9aa9-00edef6edffb HTTP/1.1" status: 204 len: 168 time: 0.3332543 May 26 22:50:23.546938 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8671df-230c-4c34-aec9-e55c1a1c91ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af7e69c-80d5-406e-9aa9-00edef6edffb,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:23.688716 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.127171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56018) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:24.148910 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.162628 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:24.182145 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:24.186171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Usage tracker for resource:security_group_rule and tenant:1c794a6bc5f848cd877bdcbd07003c50 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:24.190336 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:24.196424 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:24.253802 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:24.266435 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:24.266830 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.272785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.279992 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.333833 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e76f58-268d-4863-a4b9-3269c29eb64a,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:24.341019 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-f5d4aaa2-9801-4e8b-9326-5afe04bfcf5a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c794a6bc5f848cd877bdcbd07003c50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2128265 May 26 22:50:24.344361 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56022) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:24.401354 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.408922 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5d75a6de-ffb5-450b-b420-ddb1fce22de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.437743 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5d75a6de-ffb5-450b-b420-ddb1fce22de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.438581 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:24.461069 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:24.467993 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.505517 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5d75a6de-ffb5-450b-b420-ddb1fce22de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.523552 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75a6de-ffb5-450b-b420-ddb1fce22de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e76f58-268d-4863-a4b9-3269c29eb64a,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:24.533554 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5d75a6de-ffb5-450b-b420-ddb1fce22de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.534686 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-5d75a6de-ffb5-450b-b420-ddb1fce22de4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50e76f58-268d-4863-a4b9-3269c29eb64a HTTP/1.1" status: 204 len: 168 time: 0.1893978 May 26 22:50:24.687269 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330ade0c-464d-4819-b004-3d7b3bfd79a2'] response: {'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'code': 200} May 26 22:50:24.688737 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:24.762865 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:24.860039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139579-46e9-4a6d-9149-60e6c93da72e req-92aeed69-170c-40f5-a90e-ff5ac62b503a tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:24.868913 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb139579-46e9-4a6d-9149-60e6c93da72e req-92aeed69-170c-40f5-a90e-ff5ac62b503a tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0994072 May 26 22:50:24.899993 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a3616-5e14-40b5-92ce-cc5d9bb9f3fe req-422fe2b7-599e-48d3-b5ef-113788c742d3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:24.902177 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7a2a3616-5e14-40b5-92ce-cc5d9bb9f3fe req-422fe2b7-599e-48d3-b5ef-113788c742d3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1322505 May 26 22:50:24.946677 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb139579-46e9-4a6d-9149-60e6c93da72e req-5d63686f-519d-44b9-8c95-4f45f65939af tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735495 May 26 22:50:25.047299 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7a2a3616-5e14-40b5-92ce-cc5d9bb9f3fe req-f09bbc16-93ce-4e06-8d84-cc00e6020f2e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373305 May 26 22:50:25.068173 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0539b182-a088-49a8-b959-b72d27e097eb req-169e29c7-4b87-42f1-a8aa-ee706d0b977d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1098 time: 0.1077111 May 26 22:50:25.154220 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0539b182-a088-49a8-b959-b72d27e097eb req-a5aa7d17-6021-4d9f-aa48-4b6f8fa6a0ad service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705206 May 26 22:50:25.833564 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 56056) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:25.997150 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1600184511-network', 'tenant_id': '81e6cc7cfe214a24bad0f98f20ebe7e5'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:26.003859 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:26.006577 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Usage tracker for resource:network and tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:26.009805 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:26.016913 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:26.034311 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Made reservation on behalf of 81e6cc7cfe214a24bad0f98f20ebe7e5 for: {'network': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:26.039484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.068004 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.199423 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:26.207645 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Usage tracker for resource:security_group_rule and tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:26.210994 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:26.236555 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:26.260614 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf6bad-ca96-4899-b8ee-b577acc249ca req-b46077e2-fbb7-4697-ae30-1382d4c52d11 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:26.262057 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-85bf6bad-ca96-4899-b8ee-b577acc249ca req-b46077e2-fbb7-4697-ae30-1382d4c52d11 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.1834042 May 26 22:50:26.336581 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-85bf6bad-ca96-4899-b8ee-b577acc249ca req-bd26a8f4-2718-448d-b60f-bbc3b07bf2f7 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682125 May 26 22:50:26.367394 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.375860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.378826 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ce1e0-bcea-4cbc-8a14-06ebf49a9906 req-af0ebf21-409d-4a5e-b1d0-6f229cffccb0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:26.380305 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-670ce1e0-bcea-4cbc-8a14-06ebf49a9906 req-af0ebf21-409d-4a5e-b1d0-6f229cffccb0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1039574 May 26 22:50:26.400183 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:50:26.422846 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d6c04f-2e30-4476-a9c7-c7478f472979,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:26.425396 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.425725 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.segments_db [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Added segment c690bb12-153b-44f8-a30d-6bd6456ce6ba of type vlan for network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 May 26 22:50:26.445066 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-670ce1e0-bcea-4cbc-8a14-06ebf49a9906 req-b38fb092-7445-4317-a5d8-71614242f9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529001 May 26 22:50:26.460343 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.492140 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.493137 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:26.493694 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.604946 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] Pushing event updated for resources: {'Network': ['ID=45db7c40-730f-4df1-bbdd-27e57b92b1c7,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:26.615417 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:50:26.615969 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56076) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:26.621321 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Request body: {'subnet': {'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1600184511-subnet', 'tenant_id': '81e6cc7cfe214a24bad0f98f20ebe7e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:26.625213 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-eea458aa-ea77-4a50-8b21-9c4e9d5bc2af admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7903533 May 26 22:50:26.630695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:26.641832 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Usage tracker for resource:subnet and tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:26.651121 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:26.658601 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:26.675913 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Made reservation on behalf of 81e6cc7cfe214a24bad0f98f20ebe7e5 for: {'subnet': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:26.678706 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4065412'] for subnet, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:26.945550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4065430'] for subnet, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.046859 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=351a2ab9-d779-4f72-97cc-ad85d424ebb7,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:27.056908 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Checking segment: {'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:27.057254 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Network hostable DHCP agents. Network: 45db7c40-730f-4df1-bbdd-27e57b92b1c7, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:50:27.083268 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:50:27.095182 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, 45db7c40-730f-4df1-bbdd-27e57b92b1c7) {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:27.103064 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb6183-ad22-4f0d-ad0a-e98c50545802 None None] Network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:27.106185 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.106763 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:27.157596 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-dbf877e9-3877-4e92-ac23-a929e538e547 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5307198 May 26 22:50:27.236470 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Sync routers for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:27.277786 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:27.278468 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:27.568934 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc3f7b6-58a9-439d-9dbe-cd8f86208f37 None None] Network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:50:27.601113 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:27.630564 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65977814-2940-4fa4-a93c-d5ffb8951d81 req-37ca4628-4899-4d7e-ad41-059bae283f7c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.632296 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-65977814-2940-4fa4-a93c-d5ffb8951d81 req-37ca4628-4899-4d7e-ad41-059bae283f7c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.1010733 May 26 22:50:27.688663 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-701bbc0a-f114-4c68-80c6-42eb6df5df9e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.691259 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-701bbc0a-f114-4c68-80c6-42eb6df5df9e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 815 time: 0.1609929 May 26 22:50:27.699767 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-65977814-2940-4fa4-a93c-d5ffb8951d81 req-71460819-ea3b-421c-a0a8-716e43265dea tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608568 May 26 22:50:27.713076 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-34ea829d-c21f-4baa-90dc-6e5e72c8f5fc tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/quotas/58b7c517591544dd9da86fb7545449da HTTP/1.1" status: 200 len: 375 time: 0.0154696 May 26 22:50:27.806741 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-95fef99c-4ce2-4f37-9a9d-42e3f89933d5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888245 May 26 22:50:27.949108 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c565b8-a252-461b-aef5-5edaa7bd7c6d req-b6c5bf67-0e72-4f93-8131-77c40ce01ce6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:27.951091 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e5c565b8-a252-461b-aef5-5edaa7bd7c6d req-b6c5bf67-0e72-4f93-8131-77c40ce01ce6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0972834 May 26 22:50:28.028191 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e5c565b8-a252-461b-aef5-5edaa7bd7c6d req-6f439b31-0107-4223-9e6b-193f6cda56ac tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693896 May 26 22:50:28.129228 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-58cd2450-b00f-4908-babd-3ada9fd1ab2a service neutron] 10.222.0.47 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072577 May 26 22:50:28.246465 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 2, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:28.250453 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Checking router: 25674a6e-537b-4b90-b6e9-a4bb7d55002c for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:50:28.250808 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Updating router 25674a6e-537b-4b90-b6e9-a4bb7d55002c port e86af683-9255-42e8-a8b8-3dfc2d55372c binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:50:28.251044 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5501b-9900-453f-ae2e-1ac7f40b4433 req-445fe198-06dd-4875-a0cd-472d81b9ea8b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:28.252529 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8fa5501b-9900-453f-ae2e-1ac7f40b4433 req-445fe198-06dd-4875-a0cd-472d81b9ea8b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0790548 May 26 22:50:28.281546 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-050a27d7-f276-494e-b816-57e845d15590 service neutron] 10.222.0.47 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432345 May 26 22:50:28.312661 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.313524 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8fa5501b-9900-453f-ae2e-1ac7f40b4433 req-97f17350-7f69-4698-865c-33f947ca7d09 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552318 May 26 22:50:28.343549 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 56118) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:28.550751 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-0818df08-7778-4bdb-9ede-6e002a1409b6 req-2d383605-0014-477f-a40c-4b5be715ccad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Synchronizing usage tracker for tenant:58b7c517591544dd9da86fb7545449da on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:28.593229 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-0818df08-7778-4bdb-9ede-6e002a1409b6 req-2d383605-0014-477f-a40c-4b5be715ccad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Unset dirty status for tenant:58b7c517591544dd9da86fb7545449da on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:28.596533 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0818df08-7778-4bdb-9ede-6e002a1409b6 req-2d383605-0014-477f-a40c-4b5be715ccad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 210 time: 0.1268809 May 26 22:50:28.607814 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-795da2fd-fe38-4433-afc8-55b0c8aed5ac tempest-TestShelveInstance-1080685308 tempest-TestShelveInstance-1080685308-project-admin] Synchronizing usage tracker for tenant:d59a18bea54c434386f2568f2a6515c7 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:28.633283 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-795da2fd-fe38-4433-afc8-55b0c8aed5ac tempest-TestShelveInstance-1080685308 tempest-TestShelveInstance-1080685308-project-admin] Unset dirty status for tenant:d59a18bea54c434386f2568f2a6515c7 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:28.633283 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-795da2fd-fe38-4433-afc8-55b0c8aed5ac tempest-TestShelveInstance-1080685308 tempest-TestShelveInstance-1080685308-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1093 time: 0.2865939 May 26 22:50:28.634357 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56130) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:28.640018 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'port_id': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:28.645815 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:28.649806 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Usage tracker for resource:floatingip and tenant:b87d7cc7edc24983bda9c3077f61f879 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:28.652760 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:28.660993 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:28.672790 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for floatingip, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.790018 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.803754 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Transition to ACTIVE for port object e86af683-9255-42e8-a8b8-3dfc2d55372c will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:28.810936 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:28.830453 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.085495 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995eb76-e28d-40ee-b6ef-94f9e67e5520 None None] Pushing event updated for resources: {'Port': ['ID=e86af683-9255-42e8-a8b8-3dfc2d55372c,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:29.124489 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Allocated IP 172.28.3.14 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/230f62bc-d77c-499c-841a-84a52b59e531) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:29.262285 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Attempting to bind port e86af683-9255-42e8-a8b8-3dfc2d55372c on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:29.262799 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Attempting to bind port e86af683-9255-42e8-a8b8-3dfc2d55372c by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:29.263028 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Attempting to bind port e86af683-9255-42e8-a8b8-3dfc2d55372c on network 1ced50d2-d455-4aaf-a633-88f8967da4ab {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:29.276031 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:29.276402 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Checking segment: {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:29.276823 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.277206 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Bound using segment: {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:29.277665 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Bound port: e86af683-9255-42e8-a8b8-3dfc2d55372c, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:29.278033 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.453161 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] For port e86af683-9255-42e8-a8b8-3dfc2d55372c, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:29.453840 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.457085 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] For port e86af683-9255-42e8-a8b8-3dfc2d55372c, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e86af683-9255-42e8-a8b8-3dfc2d55372c,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:29.469828 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.473770 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924b052-9bfc-479f-beca-d63a64a5eb73 req-8625f284-21a8-446e-824b-fc2b1d646193 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:29.475514 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e924b052-9bfc-479f-beca-d63a64a5eb73 req-8625f284-21a8-446e-824b-fc2b1d646193 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2824254 May 26 22:50:29.563077 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:29.597813 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:29.598528 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:29.621377 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644dcd3f-e8e0-4ebd-9f48-8b6f18f152c6 None None] New status for floating IP a3e04e7c-b55f-4141-9ef4-3c1944422baf: ACTIVE {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:50:29.640043 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e924b052-9bfc-479f-beca-d63a64a5eb73 req-162e3b47-cd82-4334-a0ec-01229db159e2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517169 May 26 22:50:29.685035 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:29.688577 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:29.701254 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:29.702569 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-9dbf26af-760a-4dc9-89af-e5ca65fd5aa3 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:29.703936 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-9dbf26af-760a-4dc9-89af-e5ca65fd5aa3 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Synchronizing usage tracker for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:network {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:29.737109 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-9dbf26af-760a-4dc9-89af-e5ca65fd5aa3 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Unset dirty status for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:network {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:29.742315 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-9dbf26af-760a-4dc9-89af-e5ca65fd5aa3 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/networks?id=45db7c40-730f-4df1-bbdd-27e57b92b1c7 HTTP/1.1" status: 200 len: 809 time: 0.2874291 May 26 22:50:29.761109 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-dfab309f-8a7d-4818-a75c-f132474da9dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/quotas/81e6cc7cfe214a24bad0f98f20ebe7e5 HTTP/1.1" status: 200 len: 375 time: 0.0153024 May 26 22:50:29.798923 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'Port': ['ID=230f62bc-d77c-499c-841a-84a52b59e531,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:29.860497 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:29.893486 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-7d8fd63b-4f48-4684-93ed-36727e5ba5b4 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e6cc7cfe214a24bad0f98f20ebe7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249902 May 26 22:50:29.940981 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-56740c6d-ad46-433c-8501-98f79342f9a0 req-5220779c-73e1-4b36-a94f-db9b0ac41a5e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 210 time: 0.1070218 May 26 22:50:29.949930 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995eb76-e28d-40ee-b6ef-94f9e67e5520 None None] Pushing event updated for resources: {'Port': ['ID=e86af683-9255-42e8-a8b8-3dfc2d55372c,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:30.227785 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-ac64cc42-0d04-4e2e-b59b-ec8b1081dc8e service neutron] 10.222.0.47 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291490 May 26 22:50:30.231037 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:30.308636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-416bbb22-024d-4e4d-88aa-d1f662af361e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:30.310286 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-416bbb22-024d-4e4d-88aa-d1f662af361e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.67 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 815 time: 0.2807753 May 26 22:50:30.334442 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'port': {'device_id': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'admin_state_up': True, 'tenant_id': '58b7c517591544dd9da86fb7545449da'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:30.461652 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:30.469934 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-5dd84c44-9360-47ee-8768-208ba18908bc service neutron] 10.222.0.47 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411821 May 26 22:50:30.478580 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'port_id': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'mac_address': 'fa:16:3e:6e:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:30.485714 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:29Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:30.508938 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:30.520251 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c84d520-7951-4a43-82a0-43090e2a9dcb None None] The sync data for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb is: [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:29Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:30.521345 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:30.534843 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Made reservation on behalf of 58b7c517591544dd9da86fb7545449da for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:30.538394 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.566501 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.607619 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:30.644832 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.664117 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:30.680415 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.785720 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:30.977318 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:31.075209 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=6']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:31.162471 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-febd76f0-6e51-48d4-8a59-ece880efe576 req-1594d8e0-509e-40a9-a5e7-03433c6a2093 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 210 time: 0.1483197 May 26 22:50:31.186934 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Allocated IP 172.20.0.12 (1ced50d2-d455-4aaf-a633-88f8967da4ab/9c4176f8-cf14-4d11-9d46-a70241132dce/fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:31.198740 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.215347 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.308849 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event updated for resources: {'Port': ['ID=230f62bc-d77c-499c-841a-84a52b59e531,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:31.409341 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb8c0-3833-4b67-9710-2137b9b06b81 req-14e30063-8628-40ff-b597-95f634888bd0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:31.411718 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-503bb8c0-3833-4b67-9710-2137b9b06b81 req-14e30063-8628-40ff-b597-95f634888bd0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 944 time: 0.2954555 May 26 22:50:31.570285 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-503bb8c0-3833-4b67-9710-2137b9b06b81 req-13422db8-91be-4d1b-a758-5fcd26cf2cc9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456757 May 26 22:50:31.606704 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.747561 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e86af683-9255-42e8-a8b8-3dfc2d55372c up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:31.820751 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-bc0262cf-fab6-4c1f-b8f7-165cde3ae978 req-3b8d5aa1-ebfe-4ebd-a8ef-fcd470cb68fd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 210 time: 0.1314888 May 26 22:50:31.855018 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.901378 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Transition to ACTIVE for port object fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:31.947281 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:31.950263 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port e86af683-9255-42e8-a8b8-3dfc2d55372c completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:31.970747 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port e86af683-9255-42e8-a8b8-3dfc2d55372c triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:31.972966 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.235804 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:32.251787 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:32.262308 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:32.290544 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:32.475167 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.585171 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port e86af683-9255-42e8-a8b8-3dfc2d55372c, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e86af683-9255-42e8-a8b8-3dfc2d55372c,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:32.594909 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.686961 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6941a069-6f27-4e94-8c42-ff6db736520c req-094ecab7-60e3-41e4-91e3-df93948eaf36 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 210 time: 0.1961644 May 26 22:50:32.759778 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:32.792930 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Floating IP 45f7ec15-f9bd-4790-b13b-1e20083f055b associated. External IP: 172.28.3.14, port: 5e31eb52-09dc-48ab-bbd2-33c43631f6b7. May 26 22:50:32.800076 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:32.806471 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:32.884021 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-173dcaa7-d106-493e-8129-f62338ce8935 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5538692 May 26 22:50:32.913188 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Request body: {'port': {'device_id': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:32.915507 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:32.918545 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.011168 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=e86af683-9255-42e8-a8b8-3dfc2d55372c,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:33.133629 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-7fcdd775-964c-43d0-aef1-2af9df4eca10 None None] Provisioning for port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:33.165641 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-7fcdd775-964c-43d0-aef1-2af9df4eca10 None None] Provisioning complete for port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:33.166554 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7fcdd775-964c-43d0-aef1-2af9df4eca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.220126 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.375655 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdd775-964c-43d0-aef1-2af9df4eca10 None None] Port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:50:33.512408 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205781-5486-4665-8483-993f9e5ce38c req-8a5da664-5020-4d16-b8cf-c98af467a7a2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:33.516431 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3b205781-5486-4665-8483-993f9e5ce38c req-8a5da664-5020-4d16-b8cf-c98af467a7a2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 944 time: 0.4730940 May 26 22:50:33.533584 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.565370 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:33.577657 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:33.585999 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.657636 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e86af683-9255-42e8-a8b8-3dfc2d55372c up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:33.700521 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3b205781-5486-4665-8483-993f9e5ce38c req-a22eb1f7-ddcb-4dd5-a510-bb76b8af726f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732821 May 26 22:50:33.762492 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76673d-69e9-4322-98e7-57a1977cd8ad req-3834029f-9cfc-4ac0-9dd9-a1bff155f81d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:33.772976 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3b76673d-69e9-4322-98e7-57a1977cd8ad req-3834029f-9cfc-4ac0-9dd9-a1bff155f81d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 932 time: 0.5026255 May 26 22:50:33.821073 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port e86af683-9255-42e8-a8b8-3dfc2d55372c triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:33.821776 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:33.881552 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=7']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:34.041690 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-3e33360a-98b2-4e3f-be2d-fec06a905b89 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:34.066934 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-3e33360a-98b2-4e3f-be2d-fec06a905b89 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "GET /v2.0/networks?id=45db7c40-730f-4df1-bbdd-27e57b92b1c7 HTTP/1.1" status: 200 len: 809 time: 0.6946778 May 26 22:50:34.081704 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-3b76673d-69e9-4322-98e7-57a1977cd8ad req-4011fd14-31fd-4a4b-a039-fd85e7b491a3 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Synchronizing usage tracker for tenant:58b7c517591544dd9da86fb7545449da on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:34.145613 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:34.154171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-3b76673d-69e9-4322-98e7-57a1977cd8ad req-4011fd14-31fd-4a4b-a039-fd85e7b491a3 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Unset dirty status for tenant:58b7c517591544dd9da86fb7545449da on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:34.159858 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.165591 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3b76673d-69e9-4322-98e7-57a1977cd8ad req-4011fd14-31fd-4a4b-a039-fd85e7b491a3 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916478 May 26 22:50:34.182238 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Request body: {'port': {'device_id': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7', 'admin_state_up': True, 'tenant_id': '81e6cc7cfe214a24bad0f98f20ebe7e5'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:34.198026 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Transition to ACTIVE for port object fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:34.205888 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.346235 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:50:34.350274 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Usage tracker for resource:port and tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:50:34.351493 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fde40ec-cc9b-41cd-a859-9fa28dcf66c5'] response: {'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'code': 200} May 26 22:50:34.353402 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:50:34.359797 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:50:34.439225 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Made reservation on behalf of 81e6cc7cfe214a24bad0f98f20ebe7e5 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:50:34.442490 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.680769 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:34.758836 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Attempting to bind port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:34.758836 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Attempting to bind port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:34.759413 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Attempting to bind port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 on network 1ced50d2-d455-4aaf-a633-88f8967da4ab {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:34.774633 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2911db7c-216d-4397-8cbc-6dc9c1e2259e req-bac413b6-4230-4820-896f-6f6bb7d860a4 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 210 time: 0.1630921 May 26 22:50:34.786834 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 on network 1ced50d2-d455-4aaf-a633-88f8967da4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:34.788934 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Attempting to bind port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 on network 1ced50d2-d455-4aaf-a633-88f8967da4ab {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:34.821484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:34.821484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Checking segment: {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:34.821484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Bound using segment: {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:34.821484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Bound port: fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:34.821484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:34.991703 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Allocated IP 172.20.0.14 (45db7c40-730f-4df1-bbdd-27e57b92b1c7/351a2ab9-d779-4f72-97cc-ad85d424ebb7/9ddb6cab-13c0-4d32-8744-f6052e08f321) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:50:35.133270 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:35.139974 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:35.156866 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.273176 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:35.274662 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] 10.222.0.67 "PUT /v2.0/ports/fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 1094 time: 2.3806901 May 26 22:50:35.275118 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:35.317915 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd95953-6977-4c7b-b269-e2c3585c3334 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:35.441242 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Router 0d1327db-5991-40cb-9852-9f7670d205ba has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:50:35.467765 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1051f-ff79-4497-8c0b-d125c3a8325a req-73274c43-01e3-449b-9a75-acce1b1a4e24 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:35.481789 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-47f1051f-ff79-4497-8c0b-d125c3a8325a req-73274c43-01e3-449b-9a75-acce1b1a4e24 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.3136420 May 26 22:50:35.704902 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-47f1051f-ff79-4497-8c0b-d125c3a8325a req-62c6e140-7768-47b3-bc95-5fea8ae0e3f5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219760 May 26 22:50:35.763119 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-7774aa0e-0b07-4773-a321-90f7459e59a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1097 time: 0.4158251 May 26 22:50:35.785574 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d26d3d-df42-4798-aff6-4322f780ec29 req-2ac1c1ae-1cca-4cfb-8da1-1c51cbc5654c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:35.788147 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-52d26d3d-df42-4798-aff6-4322f780ec29 req-2ac1c1ae-1cca-4cfb-8da1-1c51cbc5654c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Synchronizing usage tracker for tenant:58b7c517591544dd9da86fb7545449da on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:35.831259 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-52d26d3d-df42-4798-aff6-4322f780ec29 req-2ac1c1ae-1cca-4cfb-8da1-1c51cbc5654c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Unset dirty status for tenant:58b7c517591544dd9da86fb7545449da on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:35.844833 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52d26d3d-df42-4798-aff6-4322f780ec29 req-2ac1c1ae-1cca-4cfb-8da1-1c51cbc5654c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.4227028 May 26 22:50:36.118400 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c601110-1313-4c36-9b54-8db854ea7d49'] response: {'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'status': 'completed', 'code': 200} May 26 22:50:36.154144 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-fb386cb0-1bf7-437d-afa6-14815e188c7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 217 time: 0.2773697 May 26 22:50:36.203282 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52d26d3d-df42-4798-aff6-4322f780ec29 req-ebaddb73-6bb1-44c4-995d-4419e7d19b1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332317 May 26 22:50:36.383193 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3674c744-b2b3-48bf-b176-c020cce49fb0 req-878b7465-2dbd-4123-afb4-96d21bbdd6e5 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 210 time: 0.0898206 May 26 22:50:36.429893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:36.466575 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Sync routers for ids ['335f6baa-84c2-4407-b27e-78221c793d29'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:36.495713 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Routers {'335f6baa-84c2-4407-b27e-78221c793d29'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:36.496407 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['335f6baa-84c2-4407-b27e-78221c793d29'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:36.517037 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:36.552133 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-fa2a4340-c8d6-497d-a01e-216c4c8a909f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:36.553706 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-fa2a4340-c8d6-497d-a01e-216c4c8a909f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 200 len: 854 time: 0.1638000 May 26 22:50:36.642556 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Pushing event updated for resources: {'Port': ['ID=9ddb6cab-13c0-4d32-8744-f6052e08f321,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:36.696213 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:50:36.697984 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:50:36.701034 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:50:36.731463 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-b0e590a8-1f2e-4981-9bc7-427af38dd073 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ced50d2-d455-4aaf-a633-88f8967da4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1559713 May 26 22:50:36.789756 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:50:36.800594 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] Sync routers for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:50:36.833228 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:36.836451 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:36.976542 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Set router 335f6baa-84c2-4407-b27e-78221c793d29 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:36.984883 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:36.985955 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.003184 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.124671 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4698ed30-2e09-4810-bf72-82caaabe921d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9570405 May 26 22:50:37.137826 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2695ae7a-922a-45ce-b5d0-064f7677097c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.5023773 May 26 22:50:37.138482 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:37.160246 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Request body: {'port': {'device_id': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:50:37.371414 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-e134b70e-6b95-4a9f-9d3b-669c8d83750b service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111250 May 26 22:50:37.478061 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca54bbc-9555-441f-8350-d07373f15b49'] response: {'name': 'network-changed', 'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'status': 'completed', 'code': 200} May 26 22:50:37.583774 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:05Z', 'revision_number': 4, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port': {'id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'fac027d5-cc9c-4d99-b5e1-4314072ec472', 'name': '', 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'mac_address': 'fa:16:3e:46:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0c76912-7633-4e7a-97ce-0401ea734eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:05Z', 'updated_at': '2022-05-26T22:50:06Z', 'revision_number': 2, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'subnets': [{'id': 'b0c76912-7633-4e7a-97ce-0401ea734eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:37.591496 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Checking router: 335f6baa-84c2-4407-b27e-78221c793d29 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:50:37.592125 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Updating router 335f6baa-84c2-4407-b27e-78221c793d29 port fac027d5-cc9c-4d99-b5e1-4314072ec472 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:50:37.617539 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:37.671557 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.697876 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aceb2-a6fc-4218-afff-b46a0fa19f32 req-3fd67363-cdc1-4a65-a771-8e35342354bd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:37.701071 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:37.720368 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-693aceb2-a6fc-4218-afff-b46a0fa19f32 req-3fd67363-cdc1-4a65-a771-8e35342354bd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.6159735 May 26 22:50:37.755579 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fbacf4a5-5e21-4508-9961-189c3af99f5e req-d6d2fe75-c434-4d23-b3bc-5ab02b011a27 service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679354 May 26 22:50:37.926769 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-693aceb2-a6fc-4218-afff-b46a0fa19f32 req-b74ca010-0b9c-4d6b-b942-167b028cb3a5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052877 May 26 22:50:38.024351 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f3e19c74-794b-43f2-9999-836015a23e30 req-c4d21019-340d-4fcc-9066-afb3216187aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1097 time: 0.2028720 May 26 22:50:38.125898 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.147744 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Transition to ACTIVE for port object fac027d5-cc9c-4d99-b5e1-4314072ec472 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:38.165807 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.183456 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7481-e076-46e6-8619-04c7e91d395e req-eda5456c-1bce-4756-845f-913323aac164 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:38.208241 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca8d7481-e076-46e6-8619-04c7e91d395e req-eda5456c-1bce-4756-845f-913323aac164 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.6084867 May 26 22:50:38.286538 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-345ed10f-6502-4a28-9160-a565bc2bcd49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1098 time: 0.8075325 May 26 22:50:38.622867 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e19c74-794b-43f2-9999-836015a23e30 req-9463ba72-15f7-453b-9350-e4afbb406a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:38.631412 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f3e19c74-794b-43f2-9999-836015a23e30 req-9463ba72-15f7-453b-9350-e4afbb406a0f service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 916 time: 0.5517969 May 26 22:50:38.634232 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33e9fd-0464-4e92-ba00-a8ff3539ccaf None None] Pushing event updated for resources: {'Port': ['ID=fac027d5-cc9c-4d99-b5e1-4314072ec472,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:38.723051 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Attempting to bind port fac027d5-cc9c-4d99-b5e1-4314072ec472 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:38.723339 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Attempting to bind port fac027d5-cc9c-4d99-b5e1-4314072ec472 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:38.723697 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Attempting to bind port fac027d5-cc9c-4d99-b5e1-4314072ec472 on network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:38.748312 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:38.748975 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Checking segment: {'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:38.749433 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.749828 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Bound using segment: {'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:38.750296 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Bound port: fac027d5-cc9c-4d99-b5e1-4314072ec472, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ebdf9b-134e-483f-8bd0-5a6faf240383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:38.750666 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:38.854708 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e56c6-02e0-4035-9125-8e6ef003d92a req-0756e7b1-20bc-4803-96cf-eea18d5014ed tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:38.856755 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cf1e56c6-02e0-4035-9125-8e6ef003d92a req-0756e7b1-20bc-4803-96cf-eea18d5014ed tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 932 time: 0.5480783 May 26 22:50:38.860241 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f3e19c74-794b-43f2-9999-836015a23e30 req-6b520414-a92f-4854-b30e-c92a459b005a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 217 time: 0.2108600 May 26 22:50:38.981857 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-e9bddf7f-2a2c-487b-a855-514ba376d3dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:38.983849 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-e9bddf7f-2a2c-487b-a855-514ba376d3dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 910 time: 0.6555150 May 26 22:50:39.004031 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] For port fac027d5-cc9c-4d99-b5e1-4314072ec472, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:39.006846 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e19c74-794b-43f2-9999-836015a23e30 req-737e0783-7ab9-42d8-aa30-f9e999635483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:39.008941 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f3e19c74-794b-43f2-9999-836015a23e30 req-737e0783-7ab9-42d8-aa30-f9e999635483 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 200 len: 854 time: 0.1106503 May 26 22:50:39.010310 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] For port fac027d5-cc9c-4d99-b5e1-4314072ec472, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=fac027d5-cc9c-4d99-b5e1-4314072ec472,segment=NetworkSegment(96ebdf9b-134e-483f-8bd0-5a6faf240383),segment_id=96ebdf9b-134e-483f-8bd0-5a6faf240383)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:39.012650 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '45f7ec15-f9bd-4790-b13b-1e20083f055b', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'port_id': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'mac_address': 'fa:16:3e:14:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91883bf9-c5c6-4739-9d46-edda0679b727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:50:30Z', 'updated_at': '2022-05-26T22:50:30Z', 'revision_number': 0, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 5, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:39.021553 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] Checking router: 0d1327db-5991-40cb-9852-9f7670d205ba for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:50:39.024789 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:39.047337 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca8d7481-e076-46e6-8619-04c7e91d395e req-a0a72aa3-c614-438b-9ea7-52959db927de tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8356998 May 26 22:50:39.055678 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:39.056322 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:39.218364 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33e9fd-0464-4e92-ba00-a8ff3539ccaf None None] Pushing event updated for resources: {'Port': ['ID=fac027d5-cc9c-4d99-b5e1-4314072ec472,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:39.240929 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Routers {'335f6baa-84c2-4407-b27e-78221c793d29'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:50:39.241901 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['335f6baa-84c2-4407-b27e-78221c793d29'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:39.256036 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-cf1e56c6-02e0-4035-9125-8e6ef003d92a req-30e59aee-76b4-4cd8-bc3d-d36255aa9960 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Synchronizing usage tracker for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:39.351658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-cf1e56c6-02e0-4035-9125-8e6ef003d92a req-30e59aee-76b4-4cd8-bc3d-d36255aa9960 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Unset dirty status for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:39.354735 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cf1e56c6-02e0-4035-9125-8e6ef003d92a req-30e59aee-76b4-4cd8-bc3d-d36255aa9960 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904213 May 26 22:50:39.363738 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f3e19c74-794b-43f2-9999-836015a23e30 req-8a5b1115-5196-45f9-af8c-08600c73cbaf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ced50d2-d455-4aaf-a633-88f8967da4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2717268 May 26 22:50:39.463128 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:39.696723 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] Set router 335f6baa-84c2-4407-b27e-78221c793d29 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:50:39.699379 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddb6cab-13c0-4d32-8744-f6052e08f321 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:39.727367 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:39.753908 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f3e19c74-794b-43f2-9999-836015a23e30 req-8aaac07e-9bf6-4ff6-b146-442732916441 service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773887 May 26 22:50:39.770629 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Transition to ACTIVE for port object 9ddb6cab-13c0-4d32-8744-f6052e08f321 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:50:39.781755 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:40.008490 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddb6cab-13c0-4d32-8744-f6052e08f321,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:40.019983 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-6d6b3810-d6e3-4d67-962c-f4b4ed4e9621 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 998 time: 0.9291644 May 26 22:50:40.166310 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:05Z', 'revision_number': 4, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port': {'id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'fac027d5-cc9c-4d99-b5e1-4314072ec472', 'name': '', 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'mac_address': 'fa:16:3e:46:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0c76912-7633-4e7a-97ce-0401ea734eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:05Z', 'updated_at': '2022-05-26T22:50:38Z', 'revision_number': 4, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'subnets': [{'id': 'b0c76912-7633-4e7a-97ce-0401ea734eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:40.178275 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e6dbf-ea04-40b3-9857-0ca0417ff230 None None] The sync data for ids ['335f6baa-84c2-4407-b27e-78221c793d29'] in dv-cinder-843305-2-smb is: [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:05Z', 'revision_number': 4, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port': {'id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'fac027d5-cc9c-4d99-b5e1-4314072ec472', 'name': '', 'network_id': '0a9e8f60-ae8a-46bd-bccf-a2d557efa21b', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'mac_address': 'fa:16:3e:46:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0c76912-7633-4e7a-97ce-0401ea734eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:05Z', 'updated_at': '2022-05-26T22:50:38Z', 'revision_number': 4, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'subnets': [{'id': 'b0c76912-7633-4e7a-97ce-0401ea734eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:40.228196 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd99a-0fc6-4259-bbf9-fa163f17b8bf req-c4588215-6820-4a02-83cb-87568e6d72ff tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.230007 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd9cd99a-0fc6-4259-bbf9-fa163f17b8bf req-c4588215-6820-4a02-83cb-87568e6d72ff tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.4729826 May 26 22:50:40.315029 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f3e19c74-794b-43f2-9999-836015a23e30 req-196b96ff-9fdf-41a0-9c22-b44f1734848d service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528896 May 26 22:50:40.415843 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd9cd99a-0fc6-4259-bbf9-fa163f17b8bf req-5c3843dc-3e09-4693-8886-65af55974eb0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781495 May 26 22:50:40.575436 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '45f7ec15-f9bd-4790-b13b-1e20083f055b', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'port_id': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'mac_address': 'fa:16:3e:14:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91883bf9-c5c6-4739-9d46-edda0679b727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:50:30Z', 'updated_at': '2022-05-26T22:50:30Z', 'revision_number': 0, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 5, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:50:40.588632 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3c76d-3d5d-4d70-884d-eb6f287a05ce None None] The sync data for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb is: [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '45f7ec15-f9bd-4790-b13b-1e20083f055b', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'port_id': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'mac_address': 'fa:16:3e:14:09:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91883bf9-c5c6-4739-9d46-edda0679b727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:50:30Z', 'updated_at': '2022-05-26T22:50:30Z', 'revision_number': 0, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 5, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:50:40.639143 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-edb0319f-d0af-4fe9-aa6f-e86138d14a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.643480 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-edb0319f-d0af-4fe9-aa6f-e86138d14a0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 200 len: 848 time: 0.4530799 May 26 22:50:40.753188 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819ce72-3b2f-4b01-be85-a39cf8ac6c7e req-b9d55156-bec5-4186-bd1e-810dce1820db tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.761115 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9819ce72-3b2f-4b01-be85-a39cf8ac6c7e req-b9d55156-bec5-4186-bd1e-810dce1820db tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.3937576 May 26 22:50:40.830139 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9819ce72-3b2f-4b01-be85-a39cf8ac6c7e req-a4c30702-d168-4eb1-8015-7a236f0253f7 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680716 May 26 22:50:40.886350 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757d95d-4820-402c-a65c-4b8f7d19d896 req-5b087d9c-d40c-4f48-8423-a40c10713419 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:40.893499 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c757d95d-4820-402c-a65c-4b8f7d19d896 req-5b087d9c-d40c-4f48-8423-a40c10713419 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.1815529 May 26 22:50:40.949039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Attempting to bind port 9ddb6cab-13c0-4d32-8744-f6052e08f321 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:50:40.949652 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Attempting to bind port 9ddb6cab-13c0-4d32-8744-f6052e08f321 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:50:40.953116 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Attempting to bind port 9ddb6cab-13c0-4d32-8744-f6052e08f321 on network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:41.017271 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Port 9ddb6cab-13c0-4d32-8744-f6052e08f321 on network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:50:41.017949 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Attempting to bind port 9ddb6cab-13c0-4d32-8744-f6052e08f321 on network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:50:41.031153 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c757d95d-4820-402c-a65c-4b8f7d19d896 req-497f7aed-04c6-434f-a099-a1bf4f486ffc tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314464 May 26 22:50:41.047291 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:50:41.047633 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Checking segment: {'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:50:41.048017 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Bound using segment: {'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:50:41.048463 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Bound port: 9ddb6cab-13c0-4d32-8744-f6052e08f321, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:50:41.048818 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:41.361755 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-64c0d965-0408-46dc-ab46-18fb529dd57b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6888211 May 26 22:50:41.671559 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device fac027d5-cc9c-4d99-b5e1-4314072ec472 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:41.758711 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] For port 9ddb6cab-13c0-4d32-8744-f6052e08f321, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:50:41.772638 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] For port 9ddb6cab-13c0-4d32-8744-f6052e08f321, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9ddb6cab-13c0-4d32-8744-f6052e08f321,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:50:41.784993 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:41.876385 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port fac027d5-cc9c-4d99-b5e1-4314072ec472 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:41.919177 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port fac027d5-cc9c-4d99-b5e1-4314072ec472 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:41.919711 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.037856 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-3ff6128b-29b4-41ce-8c0b-3977beda7c15 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163216 May 26 22:50:42.112850 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddb6cab-13c0-4d32-8744-f6052e08f321,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:42.116833 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.120854 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-89fe30a3-ed03-4bfb-8647-3649ab806105 service neutron] 10.222.0.67 "PUT /v2.0/ports/9ddb6cab-13c0-4d32-8744-f6052e08f321 HTTP/1.1" status: 200 len: 1094 time: 4.9681463 May 26 22:50:42.130426 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'tag': '9ddb6cab-13c0-4d32-8744-f6052e08f321'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:42.193510 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205f643-8c23-40be-bc4d-9cbba1d08c27 req-85ee7cd7-c48b-4a88-b730-1859df0c6bad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:42.211662 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9205f643-8c23-40be-bc4d-9cbba1d08c27 req-85ee7cd7-c48b-4a88-b730-1859df0c6bad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.1675081 May 26 22:50:42.229955 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.305388 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port fac027d5-cc9c-4d99-b5e1-4314072ec472, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=fac027d5-cc9c-4d99-b5e1-4314072ec472,segment=NetworkSegment(96ebdf9b-134e-483f-8bd0-5a6faf240383),segment_id=96ebdf9b-134e-483f-8bd0-5a6faf240383)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:42.315344 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:42.316109 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9205f643-8c23-40be-bc4d-9cbba1d08c27 req-d6ec7793-a485-48dc-a112-7f0be679392a tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034214 May 26 22:50:42.456205 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=fac027d5-cc9c-4d99-b5e1-4314072ec472,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:42.534316 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4999c9bc-13d8-4673-9838-f96b470249b1 req-8890d554-9f90-4fed-8e08-79d154fcd7f5 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105167 May 26 22:50:42.569726 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91965383-bea8-4ae9-860f-6c68f6374b69 req-57eabb5a-e45a-41b8-ae3b-6231884057a0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:42.577172 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-91965383-bea8-4ae9-860f-6c68f6374b69 req-57eabb5a-e45a-41b8-ae3b-6231884057a0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.6072924 May 26 22:50:42.620851 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-97da6d96-2a35-4797-9007-2bbcffb52114 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e6cc7cfe214a24bad0f98f20ebe7e5&device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 1097 time: 0.4234140 May 26 22:50:42.636128 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-91965383-bea8-4ae9-860f-6c68f6374b69 req-aef54ca7-5fe9-4d39-aec9-9aa2f52a8401 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579469 May 26 22:50:42.656551 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee6745-c9a4-4dba-aa96-fe417fe97d0b req-abd97998-9fbf-4bd9-890a-833356534a78 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:42.670282 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7eee6745-c9a4-4dba-aa96-fe417fe97d0b req-abd97998-9fbf-4bd9-890a-833356534a78 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.1717722 May 26 22:50:42.767247 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7eee6745-c9a4-4dba-aa96-fe417fe97d0b req-5a6ba256-484c-4c4e-993c-2123713d9107 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959711 May 26 22:50:42.802705 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-270268f4-9cc5-4c33-80ad-e4f2bdf7d6c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ddb6cab-13c0-4d32-8744-f6052e08f321 HTTP/1.1" status: 200 len: 217 time: 0.1611905 May 26 22:50:42.807653 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b72897-52ec-49fa-b8fb-5acaa86f1705'] response: {'name': 'network-changed', 'server_uuid': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'tag': '9ddb6cab-13c0-4d32-8744-f6052e08f321', 'status': 'completed', 'code': 200} May 26 22:50:43.163126 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-62518771-7e2c-45f6-91d2-20b35713c4d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:43.173342 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-62518771-7e2c-45f6-91d2-20b35713c4d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=351a2ab9-d779-4f72-97cc-ad85d424ebb7 HTTP/1.1" status: 200 len: 849 time: 0.1190336 May 26 22:50:43.634595 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device fac027d5-cc9c-4d99-b5e1-4314072ec472 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:43.762838 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54c47c-b244-4a24-adfd-806334fe5b20 req-1d8165c6-eae6-4abf-9286-1f655809aed5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:43.764768 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port fac027d5-cc9c-4d99-b5e1-4314072ec472 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:43.765287 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:43.780445 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4f54c47c-b244-4a24-adfd-806334fe5b20 req-1d8165c6-eae6-4abf-9286-1f655809aed5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.1620359 May 26 22:50:43.847115 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4f54c47c-b244-4a24-adfd-806334fe5b20 req-146f7553-3322-4b86-8f27-bbe445a303f9 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580528 May 26 22:50:44.031825 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7fbce-3c7c-4ddd-b5ae-24a5f8b754bf req-9405ca71-0172-47af-8432-300883adc4da tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:44.039123 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea7fbce-3c7c-4ddd-b5ae-24a5f8b754bf req-9405ca71-0172-47af-8432-300883adc4da tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1628222 May 26 22:50:44.095536 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea7fbce-3c7c-4ddd-b5ae-24a5f8b754bf req-59086608-3f9f-4512-9009-f4570e72349c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553544 May 26 22:50:44.144861 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-fb8f3dc2-7180-4096-b31b-55e6ff4b644e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45db7c40-730f-4df1-bbdd-27e57b92b1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393039 May 26 22:50:44.198655 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84787f2c-c96d-40b9-b107-834ff21aa41a req-75db25a5-ca22-4c4c-8000-2d2f468ab711 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:44.199481 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-84787f2c-c96d-40b9-b107-834ff21aa41a req-75db25a5-ca22-4c4c-8000-2d2f468ab711 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Synchronizing usage tracker for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:50:44.255537 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-84787f2c-c96d-40b9-b107-834ff21aa41a req-75db25a5-ca22-4c4c-8000-2d2f468ab711 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Unset dirty status for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:50:44.261980 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-84787f2c-c96d-40b9-b107-834ff21aa41a req-75db25a5-ca22-4c4c-8000-2d2f468ab711 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.1963973 May 26 22:50:44.371641 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-0e01ce9f-13fe-4d3d-93ac-70cfa5d726b6 service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528826 May 26 22:50:44.429541 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-84787f2c-c96d-40b9-b107-834ff21aa41a req-3bf7209c-3df1-4fd3-8ecc-42f8f488c6e8 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665967 May 26 22:50:45.017671 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:45.086248 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750b68-08c8-4a93-bc8b-8d08a74162c5 req-446b76aa-d5fe-4106-ab26-6d0b61c3ce9a tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.095624 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e750b68-08c8-4a93-bc8b-8d08a74162c5 req-446b76aa-d5fe-4106-ab26-6d0b61c3ce9a tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.1162920 May 26 22:50:45.165090 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e750b68-08c8-4a93-bc8b-8d08a74162c5 req-3ffef7a2-a2e3-45a5-9bc3-bb3948886692 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682700 May 26 22:50:45.337057 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c750-6d9b-4a13-b006-7d2e83f6fa29 req-28edbb77-ace3-48da-822d-a7c5f08e25fa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.338869 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9011c750-6d9b-4a13-b006-7d2e83f6fa29 req-28edbb77-ace3-48da-822d-a7c5f08e25fa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0970197 May 26 22:50:45.556480 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9011c750-6d9b-4a13-b006-7d2e83f6fa29 req-33bc18c8-00c7-40f0-83c4-81ded2e688c3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108030 May 26 22:50:45.898752 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850ef4-2c62-469a-bc32-3ca327bfc8cc req-b24f3646-2812-47b0-823b-d2c06f2c4d13 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:45.901565 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-95850ef4-2c62-469a-bc32-3ca327bfc8cc req-b24f3646-2812-47b0-823b-d2c06f2c4d13 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.2142231 May 26 22:50:45.981268 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-95850ef4-2c62-469a-bc32-3ca327bfc8cc req-858aa921-a828-490e-9cc5-205294e91174 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701172 May 26 22:50:46.404654 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb6f1-182c-4b63-919f-ef1eaee1169e req-6230f605-e041-4607-a587-ee277bce2395 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:46.412918 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0b1cb6f1-182c-4b63-919f-ef1eaee1169e req-6230f605-e041-4607-a587-ee277bce2395 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.1008112 May 26 22:50:46.481485 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0b1cb6f1-182c-4b63-919f-ef1eaee1169e req-2cb7a2ae-7a99-4b5d-b729-5dbca7e38893 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674727 May 26 22:50:46.839937 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536668e-48a4-4799-9c58-fa750a4a3f47 req-c7bed450-2575-4312-8113-2b41406cb1cc tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:46.841532 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4536668e-48a4-4799-9c58-fa750a4a3f47 req-c7bed450-2575-4312-8113-2b41406cb1cc tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0811167 May 26 22:50:46.892911 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4536668e-48a4-4799-9c58-fa750a4a3f47 req-dd30dda1-c8cf-4bcd-b396-ea5ab28adfee tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 May 26 22:50:47.258729 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9ec50-a087-416d-80fa-d203db3cab82 req-d7f44f33-e41c-422c-a56d-5320e5be568a tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.260303 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f8d9ec50-a087-416d-80fa-d203db3cab82 req-d7f44f33-e41c-422c-a56d-5320e5be568a tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.1458507 May 26 22:50:47.339162 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f8d9ec50-a087-416d-80fa-d203db3cab82 req-5cce161e-156a-4f26-88b7-9584f2db0564 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712287 May 26 22:50:47.751561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157ea9-60fe-4d63-ab64-f3b0b70b49b8 req-2e52e446-0f56-4032-8713-8061ac09aaad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:47.757419 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-42157ea9-60fe-4d63-ab64-f3b0b70b49b8 req-2e52e446-0f56-4032-8713-8061ac09aaad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.1383741 May 26 22:50:47.810490 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-42157ea9-60fe-4d63-ab64-f3b0b70b49b8 req-f9a978bc-3348-4995-a2e7-6e2f79c5f5a7 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 May 26 22:50:48.182567 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacb9a1-ed89-4a57-ad4f-83b359c4b3b1 req-2e274a08-e675-45a1-8c25-4e24cf368a25 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:48.183919 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-bbacb9a1-ed89-4a57-ad4f-83b359c4b3b1 req-2e274a08-e675-45a1-8c25-4e24cf368a25 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0865567 May 26 22:50:48.238674 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-bbacb9a1-ed89-4a57-ad4f-83b359c4b3b1 req-7d3a1288-0356-4228-9537-aa64fc3515fd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 May 26 22:50:48.556237 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6ef56-b45c-47f9-b656-160fc5bd7da9 req-d565cb0d-9948-47d8-84ef-4cd724eab447 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:48.558108 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a5c6ef56-b45c-47f9-b656-160fc5bd7da9 req-d565cb0d-9948-47d8-84ef-4cd724eab447 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.0819697 May 26 22:50:48.605062 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a5c6ef56-b45c-47f9-b656-160fc5bd7da9 req-2c18a02a-80f2-411a-a88d-6b8c6b7a298e tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 May 26 22:50:49.018758 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd581bca-232a-4f19-9fc1-ebdc8e6eba16 req-930bc02b-e99a-4676-8b65-b807063cea3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.020238 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-bd581bca-232a-4f19-9fc1-ebdc8e6eba16 req-930bc02b-e99a-4676-8b65-b807063cea3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.0816653 May 26 22:50:49.068881 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-bd581bca-232a-4f19-9fc1-ebdc8e6eba16 req-9512d889-f0a1-49c6-968a-16f7405ca96b tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 May 26 22:50:49.677723 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb146e-3aa9-483b-9eca-88beb6a20356 req-4b086425-6e70-49f2-9ad9-9933d0c96d13 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.679380 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fdbb146e-3aa9-483b-9eca-88beb6a20356 req-4b086425-6e70-49f2-9ad9-9933d0c96d13 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1542389 May 26 22:50:49.737392 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fdbb146e-3aa9-483b-9eca-88beb6a20356 req-023e6d9f-76c7-4d17-8e69-eabf332d8d99 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525260 May 26 22:50:49.821173 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198953d0-f71b-4219-814b-04f94a77be90 req-ddda9563-f872-42d0-8880-63610c0333cd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:49.822680 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-198953d0-f71b-4219-814b-04f94a77be90 req-ddda9563-f872-42d0-8880-63610c0333cd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.0900173 May 26 22:50:49.880028 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-198953d0-f71b-4219-814b-04f94a77be90 req-c668b016-61ec-4544-be61-138aba430906 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474160 May 26 22:50:49.955479 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6579c026-e7c9-4114-abc7-4f4fe91152ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:50.282430 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b60f-72fd-4fa3-9f4b-77d7c4d7450f req-c7299c7c-a2e9-445f-a600-79d60b7ed928 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:50.283908 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f4a3b60f-72fd-4fa3-9f4b-77d7c4d7450f req-c7299c7c-a2e9-445f-a600-79d60b7ed928 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.0852416 May 26 22:50:50.332074 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f4a3b60f-72fd-4fa3-9f4b-77d7c4d7450f req-444ce030-00a4-4866-8385-d9bf66d4a0f6 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 May 26 22:50:50.665894 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-786c75b5-1f1f-47b5-9508-63d72b252faa req-4d218470-cf90-40d9-9c9a-34c3273edcfa service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428909 May 26 22:50:50.816390 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-ffc05e38-0e41-428f-a248-fe46ef55420c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e6cc7cfe214a24bad0f98f20ebe7e5&device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 1097 time: 0.0709679 May 26 22:50:50.975281 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-27bc21e9-520e-4654-bded-1c09b7dc9977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:50.976790 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-27bc21e9-520e-4654-bded-1c09b7dc9977 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45db7c40-730f-4df1-bbdd-27e57b92b1c7 HTTP/1.1" status: 200 len: 910 time: 0.1412718 May 26 22:50:50.979648 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec68fe0-e5b1-4241-a0ef-6d1e227ccfb9 req-a9046002-8592-4605-9617-d83a52904e96 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:50.981147 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6ec68fe0-e5b1-4241-a0ef-6d1e227ccfb9 req-a9046002-8592-4605-9617-d83a52904e96 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1064837 May 26 22:50:51.042350 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6ec68fe0-e5b1-4241-a0ef-6d1e227ccfb9 req-28a20a13-c5d6-4b52-a447-13fd08f8b238 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555294 May 26 22:50:51.137544 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-2f35cf41-df14-48a7-b02d-4546d2dc34e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ddb6cab-13c0-4d32-8744-f6052e08f321 HTTP/1.1" status: 200 len: 217 time: 0.1084702 May 26 22:50:51.223306 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-73fff390-684f-4edc-9a26-0f9222eb4ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.224772 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-73fff390-684f-4edc-9a26-0f9222eb4ee2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=351a2ab9-d779-4f72-97cc-ad85d424ebb7 HTTP/1.1" status: 200 len: 849 time: 0.0761440 May 26 22:50:51.230637 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356841b-9073-4314-b41e-d714db28841e req-b8a2dbc1-0924-4fda-bbf8-760fee43c3dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.231960 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5356841b-9073-4314-b41e-d714db28841e req-b8a2dbc1-0924-4fda-bbf8-760fee43c3dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.1481991 May 26 22:50:51.307619 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-246696c6-700d-4a0b-839b-141c658584e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45db7c40-730f-4df1-bbdd-27e57b92b1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487614 May 26 22:50:51.319866 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5356841b-9073-4314-b41e-d714db28841e req-e7e5ede2-5d64-4fa3-b2c3-b70da98fe7e9 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819216 May 26 22:50:51.545416 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189162c-868c-4b52-8b48-11ddfc32c80a req-dff6e0a6-0cd0-4140-ae7c-7ad351fe373e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.545930 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-ac064f70-70b8-49ee-8cb4-6ec470c7be16 service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085350 May 26 22:50:51.547337 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d189162c-868c-4b52-8b48-11ddfc32c80a req-dff6e0a6-0cd0-4140-ae7c-7ad351fe373e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.0823333 May 26 22:50:51.554135 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7cb618e1-7b39-4476-a09b-193f473f907a req-8ba25097-65d5-4264-b436-9f9e54b203a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1377823 May 26 22:50:51.597832 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d189162c-868c-4b52-8b48-11ddfc32c80a req-b41fea4e-ad12-4e3b-a83e-c6da0375e953 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 May 26 22:50:51.794821 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-608e1285-1794-4a4e-92b6-ec2e15ba210c req-be403490-11ff-4fff-9b5f-76e1270c8c9a service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371979 May 26 22:50:51.798783 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb618e1-7b39-4476-a09b-193f473f907a req-efff4b8c-c78c-42de-9cd8-48771bc419fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:51.800155 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7cb618e1-7b39-4476-a09b-193f473f907a req-efff4b8c-c78c-42de-9cd8-48771bc419fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.2212396 May 26 22:50:51.916909 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7cb618e1-7b39-4476-a09b-193f473f907a req-a23c997d-8f02-4bdd-89be-d5ffe84e627b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 HTTP/1.1" status: 200 len: 1000 time: 0.1063406 May 26 22:50:52.041513 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb618e1-7b39-4476-a09b-193f473f907a req-2f0865c6-121f-4b0e-bc82-75351cc49828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.043131 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7cb618e1-7b39-4476-a09b-193f473f907a req-2f0865c6-121f-4b0e-bc82-75351cc49828 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.1139114 May 26 22:50:52.149260 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7cb618e1-7b39-4476-a09b-193f473f907a req-e18ee58a-b30f-48f2-adb9-fddfdeae3637 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977278 May 26 22:50:52.171250 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-98bd5144-a013-4324-b278-404ef57cb1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:52.431187 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7cb618e1-7b39-4476-a09b-193f473f907a req-8e96fd52-0253-4ec4-8d0e-6611c5591bc6 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710760 May 26 22:50:52.440662 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a042b-61fb-45a7-bd3e-02d788d88e74 req-615290eb-ce85-4ca9-b73b-f73699d11997 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.442134 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9e7a042b-61fb-45a7-bd3e-02d788d88e74 req-615290eb-ce85-4ca9-b73b-f73699d11997 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1749403 May 26 22:50:52.520829 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b85ec-55f8-4187-8f9d-c3e3b035ea8d req-a2f56998-78f2-4831-86cf-9051bcd7b3f5 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.522371 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1c3b85ec-55f8-4187-8f9d-c3e3b035ea8d req-a2f56998-78f2-4831-86cf-9051bcd7b3f5 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1070096 May 26 22:50:52.577789 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1c3b85ec-55f8-4187-8f9d-c3e3b035ea8d req-10e81e4b-e7ad-44c3-9651-8b4263c29f22 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495057 May 26 22:50:52.586125 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf786bc9-dce0-4105-8fd7-a7fa5b069aca None None] New status for floating IP 45f7ec15-f9bd-4790-b13b-1e20083f055b: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:50:52.591351 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9e7a042b-61fb-45a7-bd3e-02d788d88e74 req-85dfa5d1-4b4e-44ef-9c0a-642ad440b9fc tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300068 May 26 22:50:52.652645 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7cb618e1-7b39-4476-a09b-193f473f907a req-62a9a258-4aca-4c88-b4dd-992126877972 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094538 May 26 22:50:52.723150 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-4145d2a0-d36e-402b-97e5-248e5e692036 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694368 May 26 22:50:52.837399 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87676cd0-e9b0-4d36-8e8e-a475c5dd0fc9 req-eb639380-3ac5-47c3-a025-d482152165e5 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.838877 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-87676cd0-e9b0-4d36-8e8e-a475c5dd0fc9 req-eb639380-3ac5-47c3-a025-d482152165e5 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.0840487 May 26 22:50:52.891180 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6644-c75c-4be5-a2ef-0016ebbe67b2 req-c496899f-107e-4404-96f0-d552a6f1c704 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:52.891415 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-87676cd0-e9b0-4d36-8e8e-a475c5dd0fc9 req-c3a77b8d-5e6b-4899-8f89-8449006f75a7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458417 May 26 22:50:52.892752 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f46a6644-c75c-4be5-a2ef-0016ebbe67b2 req-c496899f-107e-4404-96f0-d552a6f1c704 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.1395340 May 26 22:50:52.896746 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-684e0daa-2061-4b24-ac94-802439e02731 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 1099 time: 0.1449344 May 26 22:50:53.030489 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f46a6644-c75c-4be5-a2ef-0016ebbe67b2 req-45c385bc-916c-415a-8e87-30e09fe76ea2 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322680 May 26 22:50:53.065495 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-1dc97943-3a06-40d6-8cec-eeb23e8d637f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.066946 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-1dc97943-3a06-40d6-8cec-eeb23e8d637f service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.1465847 May 26 22:50:53.137975 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-83395dfe-8adb-40b0-9fad-a18568ef6f66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a45122ad-d593-436d-98f9-678185be49b1 HTTP/1.1" status: 200 len: 217 time: 0.0627728 May 26 22:50:53.200480 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-855c2798-7273-4fbb-91c8-413dbcdad761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.203150 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-855c2798-7273-4fbb-91c8-413dbcdad761 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0593085 May 26 22:50:53.283365 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-d6ca3556-d8ae-4fe0-8e2a-63398cdb5f2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739453 May 26 22:50:53.417532 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-1d98008d-e110-4b20-87d0-38fe8d24abc3 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274972 May 26 22:50:53.482587 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.557336 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0537efd0-9b78-4ee7-bc08-7c638f5592c8 req-152cedcf-28a5-4049-bf1d-644fd2393fc1 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275768 May 26 22:50:53.682597 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:53.786596 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b2cbd-f983-42c9-89fd-4218063725d1 req-c5c6bf11-e6cb-4ff1-a656-b3c88b50e856 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.788190 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-036b2cbd-f983-42c9-89fd-4218063725d1 req-c5c6bf11-e6cb-4ff1-a656-b3c88b50e856 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0772867 May 26 22:50:53.808391 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68988e2-68a1-462b-9578-26c0748aee08 req-c849fa3b-fb08-476b-8522-08919e1ed2e2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:53.809896 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a68988e2-68a1-462b-9578-26c0748aee08 req-c849fa3b-fb08-476b-8522-08919e1ed2e2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0758157 May 26 22:50:53.834993 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-036b2cbd-f983-42c9-89fd-4218063725d1 req-649e33a0-8b55-446a-ae71-9b83ea1660d5 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 May 26 22:50:53.855709 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a68988e2-68a1-462b-9578-26c0748aee08 req-af4c1597-3ed9-4556-a302-5bd193d9677a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395250 May 26 22:50:54.095378 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86dbd-435e-465f-9a11-4480c7c1d469 req-9fe2dc40-68a1-4cca-b588-5911214b7181 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.096926 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b9d86dbd-435e-465f-9a11-4480c7c1d469 req-9fe2dc40-68a1-4cca-b588-5911214b7181 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 944 time: 0.0804536 May 26 22:50:54.142475 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b9d86dbd-435e-465f-9a11-4480c7c1d469 req-3569d08f-527d-42fe-ac0a-7d7184072500 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399024 May 26 22:50:54.230406 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b34a16-614d-42ba-89af-1a92c8850bd7 req-767d7cf1-455d-4aeb-8649-15d7c6da80a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:54.231899 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c5b34a16-614d-42ba-89af-1a92c8850bd7 req-767d7cf1-455d-4aeb-8649-15d7c6da80a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 944 time: 0.0795066 May 26 22:50:54.276128 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c5b34a16-614d-42ba-89af-1a92c8850bd7 req-c29b7b1f-c919-4faf-b19c-d7b06e8e2225 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 May 26 22:50:54.278911 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:54.281769 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:54.513094 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.543320 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:54.566145 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:54.572418 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'port_id': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'mac_address': 'fa:16:3e:be:b2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:54.579012 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:54.613719 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.655655 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6ac817-8cc9-48d4-96aa-c9e8381c67b4'] response: {'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'code': 200} May 26 22:50:54.687769 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.711954 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:54.718855 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=8']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:54.746881 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:54.751551 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.752161 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 9ddb6cab-13c0-4d32-8744-f6052e08f321 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:50:54.788870 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:54.893945 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:54.959528 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 9ddb6cab-13c0-4d32-8744-f6052e08f321, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9ddb6cab-13c0-4d32-8744-f6052e08f321,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:54.974161 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '9ddb6cab-13c0-4d32-8744-f6052e08f321', 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7', 'port_id': '9ddb6cab-13c0-4d32-8744-f6052e08f321', 'mac_address': 'fa:16:3e:14:ab:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351a2ab9-d779-4f72-97cc-ad85d424ebb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:50:55.030917 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.048390 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693061f-3810-4c49-9310-69f53cc167f2 req-746c7b67-41d1-4d96-9ce7-60b0e008b26c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.051791 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddb6cab-13c0-4d32-8744-f6052e08f321 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:50:55.053744 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0693061f-3810-4c49-9310-69f53cc167f2 req-746c7b67-41d1-4d96-9ce7-60b0e008b26c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0899456 May 26 22:50:55.068160 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 9ddb6cab-13c0-4d32-8744-f6052e08f321, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9ddb6cab-13c0-4d32-8744-f6052e08f321,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:55.074697 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:55.099117 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb44ee3-4b05-454a-bb74-c75397ad944a req-56d4c876-fae5-4f53-aae1-11268953dcf1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.102475 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0693061f-3810-4c49-9310-69f53cc167f2 req-99f5c7f3-0029-4e00-b9e4-aed3bb3b344b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 May 26 22:50:55.109748 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8cb44ee3-4b05-454a-bb74-c75397ad944a req-56d4c876-fae5-4f53-aae1-11268953dcf1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0875447 May 26 22:50:55.171970 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=9ddb6cab-13c0-4d32-8744-f6052e08f321,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:55.173079 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8cb44ee3-4b05-454a-bb74-c75397ad944a req-9f7a6768-4112-4a9c-8997-00c8832859d5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457077 May 26 22:50:55.360393 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cad7b-526b-4e0a-827c-4360faecb295 req-153157ab-482d-426c-b7a8-23f447bc801d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.361856 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-977cad7b-526b-4e0a-827c-4360faecb295 req-153157ab-482d-426c-b7a8-23f447bc801d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 945 time: 0.0807161 May 26 22:50:55.407475 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:55.409262 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-977cad7b-526b-4e0a-827c-4360faecb295 req-0aa03a8b-621f-447c-a30f-15e03bdcaf4f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 May 26 22:50:55.438591 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['9ddb6cab-13c0-4d32-8744-f6052e08f321'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:50:55.628669 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845ef18-a30c-4190-b73e-4e517ad0f5cc req-baed4585-3989-4edb-a764-ec9b2523a834 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:55.630506 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5845ef18-a30c-4190-b73e-4e517ad0f5cc req-baed4585-3989-4edb-a764-ec9b2523a834 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 945 time: 0.0881937 May 26 22:50:55.695319 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5845ef18-a30c-4190-b73e-4e517ad0f5cc req-fb19e1e6-2f5e-4400-83e8-434923f8d9f3 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 May 26 22:50:56.182953 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7de9b52d-b663-4f7b-b2ea-b031c4d1fa6d req-1ee432be-4960-4ce3-b37b-0f923bc936a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0675011 May 26 22:50:56.379952 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f212d-b31f-4ccc-bd89-c89053eb6cb0 req-65a0ac29-55a8-4a39-9fce-dba22908e733 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.381464 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b44f212d-b31f-4ccc-bd89-c89053eb6cb0 req-65a0ac29-55a8-4a39-9fce-dba22908e733 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1567101 May 26 22:50:56.430966 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b44f212d-b31f-4ccc-bd89-c89053eb6cb0 req-a1d8762c-00d3-48c1-ba15-13f6e5cfb464 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 May 26 22:50:56.455395 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 56472) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:50:56.479131 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a8a89-4ef4-4f19-b1f7-f9676b309f5f req-5e94d00c-c9f8-4f12-85a2-32086c11f222 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.480639 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ce9a8a89-4ef4-4f19-b1f7-f9676b309f5f req-5e94d00c-c9f8-4f12-85a2-32086c11f222 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0921447 May 26 22:50:56.561305 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ce9a8a89-4ef4-4f19-b1f7-f9676b309f5f req-9bcb441d-f7bb-4c5f-8c4d-acf6af90dd31 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741093 May 26 22:50:56.602641 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-b0f66b4f-9fc0-4880-8362-508c7f2a0bbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1462042 May 26 22:50:56.806064 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7db67-e205-40ff-9729-9238cf291fbf req-014baff8-4148-42d9-aac7-cdefc96cb66b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.808050 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f6c7db67-e205-40ff-9729-9238cf291fbf req-014baff8-4148-42d9-aac7-cdefc96cb66b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 945 time: 0.1061354 May 26 22:50:56.869294 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f6c7db67-e205-40ff-9729-9238cf291fbf req-9a54c972-f1c7-406c-ba22-9f801085f06f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547464 May 26 22:50:56.991500 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b600b80-fddc-4f93-89e1-e012d481e5b6 req-f2ce578c-8852-49a0-b3cc-31c9702de969 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:56.993074 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3b600b80-fddc-4f93-89e1-e012d481e5b6 req-f2ce578c-8852-49a0-b3cc-31c9702de969 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 945 time: 0.0951004 May 26 22:50:57.042955 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3b600b80-fddc-4f93-89e1-e012d481e5b6 req-b8f07007-e01d-430f-bb74-838c7dd51424 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 May 26 22:50:57.644912 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9548a-be31-4756-8a1c-58c5e28156ac req-bb433086-526a-411b-9c61-f60f895d5024 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:57.646393 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-99c9548a-be31-4756-8a1c-58c5e28156ac req-bb433086-526a-411b-9c61-f60f895d5024 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0931299 May 26 22:50:57.706565 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-99c9548a-be31-4756-8a1c-58c5e28156ac req-311f5f8c-d596-4ac4-843c-027c55e05ad4 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544221 May 26 22:50:57.798771 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c057b-568b-4e07-8e15-1ba33b2f64f4 req-5656020f-58dc-40bc-929c-1c6183a76c62 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:57.800233 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0e6c057b-568b-4e07-8e15-1ba33b2f64f4 req-5656020f-58dc-40bc-929c-1c6183a76c62 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0812869 May 26 22:50:57.875511 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0e6c057b-568b-4e07-8e15-1ba33b2f64f4 req-05751351-0b11-4ff0-a22a-6c0077e445d8 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693641 May 26 22:50:57.921473 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-90bfdf27-3708-4bf7-acb3-961bfe96f9cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0&tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0761261 May 26 22:50:58.033954 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-bafebf41-b97e-4978-9a21-28deb23a8ab8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0811031 May 26 22:50:58.117996 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe884c61-dce9-4d17-b25e-32f2f93d9f0b req-114dd6da-5275-4e5e-8dd2-c8ccb628fc91 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.119450 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fe884c61-dce9-4d17-b25e-32f2f93d9f0b req-114dd6da-5275-4e5e-8dd2-c8ccb628fc91 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 945 time: 0.0892301 May 26 22:50:58.216263 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-c275785b-810b-4c01-87a2-f96da8324cd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.218550 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-c275785b-810b-4c01-87a2-f96da8324cd1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.1750906 May 26 22:50:58.221486 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fe884c61-dce9-4d17-b25e-32f2f93d9f0b req-b4ac0ada-0716-46f6-9a85-f7b43cc9bf48 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960534 May 26 22:50:58.310111 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:58.340437 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-f9d9de6b-21b2-48b7-ad64-967b37c4ca37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 HTTP/1.1" status: 200 len: 998 time: 0.1146979 May 26 22:50:58.346672 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770bda1-3061-42f9-9d17-e377e29a08ed req-98e772ba-1dd8-4bf0-a04d-2d9c952c317f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.348064 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d770bda1-3061-42f9-9d17-e377e29a08ed req-98e772ba-1dd8-4bf0-a04d-2d9c952c317f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 945 time: 0.1758416 May 26 22:50:58.362984 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:50:58.390266 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:58.394909 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:58.395275 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.449161 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-c8f33271-95d1-4245-ba1d-67d8c97a2993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.451911 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-c8f33271-95d1-4245-ba1d-67d8c97a2993 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.1021736 May 26 22:50:58.456912 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d770bda1-3061-42f9-9d17-e377e29a08ed req-d590a0ea-2d58-4e9b-ae7e-e534470458da tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747519 May 26 22:50:58.519835 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.532207 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-73feb995-f789-4048-94b4-f22b0b68937f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728221 May 26 22:50:58.546042 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:50:58.556086 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:58.561346 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.562253 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 9ddb6cab-13c0-4d32-8744-f6052e08f321 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:50:58.633572 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa580ff-4f04-4a2b-83f5-471381af3abd'] response: {'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'code': 200} May 26 22:50:58.669989 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a715-7935-4f61-8419-c84fa2f2c7d7 req-1bcc8917-f48a-445b-9951-afec5975fd27 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.679917 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0180a715-7935-4f61-8419-c84fa2f2c7d7 req-1bcc8917-f48a-445b-9951-afec5975fd27 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.1000314 May 26 22:50:58.685850 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:58.697797 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.698129 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.698454 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.698777 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.699093 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.699412 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.699724 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.700033 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.700343 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.700680 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.701064 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:50:58.701243 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-f461d1a3-ae2e-4aac-bd14-272fe04a37af service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588535 May 26 22:50:58.713033 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 9ddb6cab-13c0-4d32-8744-f6052e08f321 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:50:58.719952 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 9ddb6cab-13c0-4d32-8744-f6052e08f321 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:50:58.720576 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.733850 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0180a715-7935-4f61-8419-c84fa2f2c7d7 req-1ec47776-8930-4d23-b36a-a98cb198df19 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527213 May 26 22:50:58.847368 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.881010 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 9ddb6cab-13c0-4d32-8744-f6052e08f321, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9ddb6cab-13c0-4d32-8744-f6052e08f321,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:50:58.885054 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:50:58.885981 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:50:58.937828 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cff808a6-70e1-437a-8948-b23b4fa7daf5 req-c438af57-75e0-48d3-baa0-d4bb29fc46a4 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287197 May 26 22:50:58.981693 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-70cfb76c-2830-49ab-9531-799fb553a8e6 req-4473b065-2cee-40c0-950c-43664100cbb7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1099 time: 0.1630492 May 26 22:50:58.992270 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f9e7-767a-4395-b9c3-61b4cdaa37dc req-393164e6-a3c3-4a8e-8c7e-626160ac4ec8 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:58.993773 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4344f9e7-767a-4395-b9c3-61b4cdaa37dc req-393164e6-a3c3-4a8e-8c7e-626160ac4ec8 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1231532 May 26 22:50:59.071512 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-70cfb76c-2830-49ab-9531-799fb553a8e6 req-41672bca-164a-443b-9633-76673883f420 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767872 May 26 22:50:59.073964 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4344f9e7-767a-4395-b9c3-61b4cdaa37dc req-49c19c00-f760-471d-a911-26ebcdc5e187 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641601 May 26 22:50:59.110267 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=9ddb6cab-13c0-4d32-8744-f6052e08f321,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:50:59.157694 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44e1a-fb73-4495-9645-61d4714b9333 req-1fba888f-32df-4054-929a-3e399eef4edd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:59.159135 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-77f44e1a-fb73-4495-9645-61d4714b9333 req-1fba888f-32df-4054-929a-3e399eef4edd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0984323 May 26 22:50:59.203070 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-77f44e1a-fb73-4495-9645-61d4714b9333 req-9ba79d8f-e3c1-4a70-8652-03730dfc03b1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384436 May 26 22:50:59.421328 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279029-4880-4aa4-9841-ea435c528219 req-fb490505-51d0-4fe1-816b-0387fa351455 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:59.422680 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fb279029-4880-4aa4-9841-ea435c528219 req-fb490505-51d0-4fe1-816b-0387fa351455 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0796590 May 26 22:50:59.467490 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fb279029-4880-4aa4-9841-ea435c528219 req-4551b8f2-0201-42ce-89da-6579a216454b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 May 26 22:50:59.656252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6af10-c2a3-4e5d-a620-0dac28f140c8 req-1061263d-728e-4967-b685-0514f64a3d3b tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:59.657729 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0aa6af10-c2a3-4e5d-a620-0dac28f140c8 req-1061263d-728e-4967-b685-0514f64a3d3b tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0756862 May 26 22:50:59.708423 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0aa6af10-c2a3-4e5d-a620-0dac28f140c8 req-3fd0b0ae-a452-4e8b-9517-4947400a180c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 May 26 22:50:59.944695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a04837-a1cc-49ad-b043-00c1091354f3 req-5cdbf74e-79ad-4d0f-b589-5c177d9d4356 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:50:59.947084 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-01a04837-a1cc-49ad-b043-00c1091354f3 req-5cdbf74e-79ad-4d0f-b589-5c177d9d4356 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0857382 May 26 22:50:59.995180 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-01a04837-a1cc-49ad-b043-00c1091354f3 req-a72158d4-1f45-4688-8ee7-a74381750ed5 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 May 26 22:51:00.417243 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bca653-722a-4809-a0ec-01d256bc0b45 req-ba971672-4483-4b13-888b-da7fbf73aaa3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.418294 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-43bca653-722a-4809-a0ec-01d256bc0b45 req-ba971672-4483-4b13-888b-da7fbf73aaa3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1524999 May 26 22:51:00.504385 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-43bca653-722a-4809-a0ec-01d256bc0b45 req-b04ea940-a2cd-4f89-9a46-423a4c8a9b33 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849285 May 26 22:51:00.558046 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d66cab-5761-4b5d-81b5-9c50f5156f1d req-e61c6d1b-17d4-48ef-a1d4-a83dd7e93abb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.559843 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-95d66cab-5761-4b5d-81b5-9c50f5156f1d req-e61c6d1b-17d4-48ef-a1d4-a83dd7e93abb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.1237159 May 26 22:51:00.636340 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddb6cab-13c0-4d32-8744-f6052e08f321'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:00.644564 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-95d66cab-5761-4b5d-81b5-9c50f5156f1d req-8ed79c24-edc0-40c3-a241-9bf86a62d993 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773849 May 26 22:51:00.701306 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749a9ca-4188-43a5-ab2e-b7fab9fd2c09 req-5ecff716-99e0-484c-9dd3-5b60ccc0db3a tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:00.708414 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9749a9ca-4188-43a5-ab2e-b7fab9fd2c09 req-5ecff716-99e0-484c-9dd3-5b60ccc0db3a tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0921607 May 26 22:51:00.755778 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9749a9ca-4188-43a5-ab2e-b7fab9fd2c09 req-27e5a0f1-3d7c-422d-838f-1ef1d4c2242d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456614 May 26 22:51:00.768950 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4d1828-0b99-459e-803e-998656abb66b'] response: {'server_uuid': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddb6cab-13c0-4d32-8744-f6052e08f321', 'code': 200} May 26 22:51:01.035456 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4490a0-be80-4170-ac3c-1ec5fb1691a5 req-8cde8596-c7b2-4b3f-b989-b34167f68aa8 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:01.037207 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2f4490a0-be80-4170-ac3c-1ec5fb1691a5 req-8cde8596-c7b2-4b3f-b989-b34167f68aa8 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.1708615 May 26 22:51:01.117747 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2f4490a0-be80-4170-ac3c-1ec5fb1691a5 req-120752fd-b5c8-4700-9289-ab73ad8eb38f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685203 May 26 22:51:01.220204 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370121b-764e-450d-a5d6-910f66c201d4 req-81689126-bb20-4832-bb36-a4d56548523e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:01.222546 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6370121b-764e-450d-a5d6-910f66c201d4 req-81689126-bb20-4832-bb36-a4d56548523e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0859401 May 26 22:51:01.272256 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6370121b-764e-450d-a5d6-910f66c201d4 req-255f104a-a84d-459e-9d00-fb5d8eae684e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450377 May 26 22:51:01.701823 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19acc-44aa-4fef-a471-aee530147282 req-80cdff1d-d5f5-4505-8901-73c366224a29 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:01.704964 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b9e19acc-44aa-4fef-a471-aee530147282 req-80cdff1d-d5f5-4505-8901-73c366224a29 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0824983 May 26 22:51:01.766317 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b9e19acc-44aa-4fef-a471-aee530147282 req-09e3f4e0-b2db-49a0-8e2b-b443a38eb7b9 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567079 May 26 22:51:01.888631 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd3e6-0f3c-4597-bb13-dfcf39efbd5b req-94171594-9c31-4e5f-ae0c-fe887165cb3f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:01.890127 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-acdfd3e6-0f3c-4597-bb13-dfcf39efbd5b req-94171594-9c31-4e5f-ae0c-fe887165cb3f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0885556 May 26 22:51:01.946638 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-acdfd3e6-0f3c-4597-bb13-dfcf39efbd5b req-d7b214d7-8520-451a-862d-6d3e0d4540bd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500362 May 26 22:51:02.009018 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9798-442a-4407-9660-c46bae176ea8 req-1196e001-8a0b-4763-9472-029c3594a82d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.010498 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-454b9798-442a-4407-9660-c46bae176ea8 req-1196e001-8a0b-4763-9472-029c3594a82d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.1091325 May 26 22:51:02.064781 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-454b9798-442a-4407-9660-c46bae176ea8 req-4cad9d00-e17c-4a8a-a6c5-0b2ebe060a39 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 May 26 22:51:02.322071 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd4b8a-a72c-41eb-988f-52c50c63cf3d req-a03af485-d709-4e85-8c2e-533a511acccf tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.324925 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2fdd4b8a-a72c-41eb-988f-52c50c63cf3d req-a03af485-d709-4e85-8c2e-533a511acccf tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0913236 May 26 22:51:02.375187 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2fdd4b8a-a72c-41eb-988f-52c50c63cf3d req-b75b8e6c-6bd0-448d-9f48-a2f80450ae07 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 May 26 22:51:02.489540 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f5d6-6946-4a90-9ba3-3bf045a9e155 req-725e2246-4d02-4ceb-9cd4-5771690b147b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.491029 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fc1f5d6-6946-4a90-9ba3-3bf045a9e155 req-725e2246-4d02-4ceb-9cd4-5771690b147b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0827396 May 26 22:51:02.538496 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fc1f5d6-6946-4a90-9ba3-3bf045a9e155 req-6e6ced05-4b41-4e0d-9cbd-3e0dedaa7191 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 May 26 22:51:02.972222 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046db5f-fb44-4b23-a787-aecccb6e0139 req-289c9c5f-5c75-42c9-acf1-f1960f6f46f7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:02.973761 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8046db5f-fb44-4b23-a787-aecccb6e0139 req-289c9c5f-5c75-42c9-acf1-f1960f6f46f7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0802462 May 26 22:51:03.026923 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8046db5f-fb44-4b23-a787-aecccb6e0139 req-50cd1e22-8dfc-4a2b-ac65-7b90851c83b6 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474074 May 26 22:51:03.206356 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4821a6f-955a-4560-841b-069f1fe96e71 req-c0dd829f-0f98-4e41-aaa3-0107c546c2b9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:03.207967 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a4821a6f-955a-4560-841b-069f1fe96e71 req-c0dd829f-0f98-4e41-aaa3-0107c546c2b9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.1076188 May 26 22:51:03.273880 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a4821a6f-955a-4560-841b-069f1fe96e71 req-e7ce7022-1387-4f15-9b8d-a438321a307d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598445 May 26 22:51:03.304384 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80accb-61fc-4b00-8317-7bb5c0182db4 req-2df494ef-1dff-4d3c-8abb-84a0dd8d8372 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:03.308965 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0f80accb-61fc-4b00-8317-7bb5c0182db4 req-2df494ef-1dff-4d3c-8abb-84a0dd8d8372 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0978532 May 26 22:51:03.354689 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0f80accb-61fc-4b00-8317-7bb5c0182db4 req-399df5eb-acf7-4835-8d38-6d3c8d2a65b4 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 May 26 22:51:03.586676 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50ba2f-ad1d-4c62-ba5d-832998691b33 req-06dbbadc-b366-4311-8cd5-082340b2ed10 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:03.588464 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b50ba2f-ad1d-4c62-ba5d-832998691b33 req-06dbbadc-b366-4311-8cd5-082340b2ed10 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0861731 May 26 22:51:03.640774 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b50ba2f-ad1d-4c62-ba5d-832998691b33 req-3b44b7eb-59c5-401d-ae28-c1f05a5d1f40 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 May 26 22:51:03.756810 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af2b73-55ba-46b8-ba62-49bceca352af req-a63e0ca4-61a0-4124-bd10-a664749c67c7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:03.758210 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-70af2b73-55ba-46b8-ba62-49bceca352af req-a63e0ca4-61a0-4124-bd10-a664749c67c7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0789459 May 26 22:51:03.805748 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-70af2b73-55ba-46b8-ba62-49bceca352af req-195ae14f-bb4e-4364-8601-c842c952d345 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 May 26 22:51:04.238170 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e2ed5-aa40-4f1b-a419-3f82ef1be7e4 req-6c30f514-cfcd-4e7c-9286-c4ae72a889b7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.239644 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-925e2ed5-aa40-4f1b-a419-3f82ef1be7e4 req-6c30f514-cfcd-4e7c-9286-c4ae72a889b7 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0804822 May 26 22:51:04.300986 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-925e2ed5-aa40-4f1b-a419-3f82ef1be7e4 req-ad3d9b84-0abe-419d-9621-32968f59ede6 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547962 May 26 22:51:04.525227 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334618c8-8d8c-4d3f-a164-7030961d7321 req-0f90061e-4641-4032-a102-48b440e1ef5b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.526793 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-334618c8-8d8c-4d3f-a164-7030961d7321 req-0f90061e-4641-4032-a102-48b440e1ef5b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0965338 May 26 22:51:04.581021 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-334618c8-8d8c-4d3f-a164-7030961d7321 req-852097d8-2d89-4c56-ab09-04204ccb0660 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469728 May 26 22:51:04.586956 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e456b36-b304-4352-bfca-76ce53c721be req-45c6e587-ac75-431e-89cf-941b35d43883 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.588411 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4e456b36-b304-4352-bfca-76ce53c721be req-45c6e587-ac75-431e-89cf-941b35d43883 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0951216 May 26 22:51:04.651056 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4e456b36-b304-4352-bfca-76ce53c721be req-e26375fa-db3d-4ab9-bc78-0abfd9020627 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555565 May 26 22:51:04.854842 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c39751-4d98-4332-8129-ef46c0375bbe req-68a4a97e-b8d2-4898-82f9-048daf9e7a6f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:04.856733 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-01c39751-4d98-4332-8129-ef46c0375bbe req-68a4a97e-b8d2-4898-82f9-048daf9e7a6f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0848696 May 26 22:51:04.909614 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-01c39751-4d98-4332-8129-ef46c0375bbe req-7c0a59b4-b8b0-421a-b334-9f3eb0fa40a2 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464087 May 26 22:51:05.058789 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e9234-b14c-44e0-a79e-fd42be4065f8 req-64fc29ab-8e6d-41f7-89e7-6ae20bdc0d40 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:05.062179 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-466e9234-b14c-44e0-a79e-fd42be4065f8 req-64fc29ab-8e6d-41f7-89e7-6ae20bdc0d40 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0849438 May 26 22:51:05.108943 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-466e9234-b14c-44e0-a79e-fd42be4065f8 req-c7bc4acb-a968-403b-827c-bc2fa9950162 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 May 26 22:51:05.527869 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930091d-b630-4e2b-b280-accae59f5eca req-33ce1fd8-f143-4f2e-bd8c-578c52c65e0a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:05.530740 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5930091d-b630-4e2b-b280-accae59f5eca req-33ce1fd8-f143-4f2e-bd8c-578c52c65e0a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0947666 May 26 22:51:05.580822 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5930091d-b630-4e2b-b280-accae59f5eca req-34d44112-0dbc-48d9-b9e4-c5b94afab82c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 May 26 22:51:05.815086 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957f051-816c-44f3-9ead-39de22198c8d req-e3fd30cd-d434-4d30-8ff6-7e206a0a052f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:05.822293 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7957f051-816c-44f3-9ead-39de22198c8d req-e3fd30cd-d434-4d30-8ff6-7e206a0a052f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0882292 May 26 22:51:05.871052 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7957f051-816c-44f3-9ead-39de22198c8d req-ac87b3e7-9f37-4ddc-9ee5-472fc43b3735 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478389 May 26 22:51:05.873935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4f10-55f4-483f-aca0-3797c23d5d61 req-88e3b888-926c-4feb-ae21-9bdccd4b3ceb tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:05.875672 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52db4f10-55f4-483f-aca0-3797c23d5d61 req-88e3b888-926c-4feb-ae21-9bdccd4b3ceb tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0809021 May 26 22:51:05.933195 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52db4f10-55f4-483f-aca0-3797c23d5d61 req-58794cfc-cede-4b91-991e-879703e3eb6b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494776 May 26 22:51:06.130500 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98554fec-97c0-4150-92ca-6ac5bd290e0b req-de04f0cf-1e74-47be-bd3d-03f7dbcbaa86 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.132922 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-98554fec-97c0-4150-92ca-6ac5bd290e0b req-de04f0cf-1e74-47be-bd3d-03f7dbcbaa86 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0833023 May 26 22:51:06.185737 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-98554fec-97c0-4150-92ca-6ac5bd290e0b req-a34c1e1e-8846-4a31-857c-25beb7189465 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 May 26 22:51:06.315427 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318a48-11fd-4c42-b570-21ee8e470ae8 req-bb800e2f-1f9b-4527-8681-8f3ad44f2c69 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.317046 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fa318a48-11fd-4c42-b570-21ee8e470ae8 req-bb800e2f-1f9b-4527-8681-8f3ad44f2c69 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0796397 May 26 22:51:06.364933 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fa318a48-11fd-4c42-b570-21ee8e470ae8 req-d4540bbd-60f7-48d9-8b7d-b1f60b8f7d37 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418458 May 26 22:51:06.784541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e48f-215a-465d-9eef-257919d6a4fe req-3323145f-915c-4543-b543-ed30e1476651 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:06.785991 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e409e48f-215a-465d-9eef-257919d6a4fe req-3323145f-915c-4543-b543-ed30e1476651 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0791807 May 26 22:51:06.834385 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e409e48f-215a-465d-9eef-257919d6a4fe req-37248df4-b7ca-47e9-8316-425186fc9dcf tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 May 26 22:51:07.133515 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfadd7b-b6b0-4b1c-87d7-00e161bad005 req-a367eb5d-e942-4c16-a614-e857ad73ea4d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:07.135044 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3bfadd7b-b6b0-4b1c-87d7-00e161bad005 req-a367eb5d-e942-4c16-a614-e857ad73ea4d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0918672 May 26 22:51:07.155467 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2295d-fac1-4dec-979a-630db13fefee req-43f816ec-828c-4a97-989e-0a1a4429aa93 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:07.156965 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a8d2295d-fac1-4dec-979a-630db13fefee req-43f816ec-828c-4a97-989e-0a1a4429aa93 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0912189 May 26 22:51:07.185093 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3bfadd7b-b6b0-4b1c-87d7-00e161bad005 req-f84adc74-d708-4e11-ba32-2e6ad95a5395 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 May 26 22:51:07.237124 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a8d2295d-fac1-4dec-979a-630db13fefee req-6c1f9ab1-5bd7-4d55-b772-26d58375b954 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735691 May 26 22:51:07.412557 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca707cb8-1bb7-43e0-b416-55c0a2cffcbe req-02514b73-3e96-42f7-bc1d-aee260dd85fd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:07.412557 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ca707cb8-1bb7-43e0-b416-55c0a2cffcbe req-02514b73-3e96-42f7-bc1d-aee260dd85fd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0857069 May 26 22:51:07.467682 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ca707cb8-1bb7-43e0-b416-55c0a2cffcbe req-b4b22480-0872-415f-8955-2077d39c7959 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 May 26 22:51:07.631018 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b93ef-51a1-41f0-b682-aa26d0ba8ae2 req-e9629ba5-4cb8-44d9-b380-6f1da5a2af91 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:07.632475 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f17b93ef-51a1-41f0-b682-aa26d0ba8ae2 req-e9629ba5-4cb8-44d9-b380-6f1da5a2af91 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0762866 May 26 22:51:07.683862 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f17b93ef-51a1-41f0-b682-aa26d0ba8ae2 req-2a027492-7d8e-4b97-b615-b0e1bafb6e76 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 May 26 22:51:08.114975 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa25906-6be5-4090-b34f-d6e9829e8474 req-cff5bb5e-d722-42dc-815f-732f4e802231 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.116521 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ffa25906-6be5-4090-b34f-d6e9829e8474 req-cff5bb5e-d722-42dc-815f-732f4e802231 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1537638 May 26 22:51:08.163294 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ffa25906-6be5-4090-b34f-d6e9829e8474 req-1a1ec564-8c41-4246-9940-d225ac65c400 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411248 May 26 22:51:08.427273 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881a69-042e-4496-89ee-129e3753576c req-105b0b5e-77f8-4a20-96a3-5fbe9f8b9c6b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.428728 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-05881a69-042e-4496-89ee-129e3753576c req-105b0b5e-77f8-4a20-96a3-5fbe9f8b9c6b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0960526 May 26 22:51:08.445843 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f76b-c154-43cf-991b-ba49dd0f01fa req-cfc13aff-7b1a-4f21-8ab0-955f931e6d3f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.447439 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f7a0f76b-c154-43cf-991b-ba49dd0f01fa req-cfc13aff-7b1a-4f21-8ab0-955f931e6d3f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0847745 May 26 22:51:08.483743 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-05881a69-042e-4496-89ee-129e3753576c req-94a16cdc-b84e-4c1b-932a-d1e598bf6703 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491829 May 26 22:51:08.524247 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f7a0f76b-c154-43cf-991b-ba49dd0f01fa req-1aa45726-dfdf-428d-970b-2092da984f8e tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706728 May 26 22:51:08.728660 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008056ba-6cc4-41bc-8901-500bffca4377 req-ba9f97dd-659f-4247-9b88-64ec493bc8c5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.731028 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-008056ba-6cc4-41bc-8901-500bffca4377 req-ba9f97dd-659f-4247-9b88-64ec493bc8c5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0898466 May 26 22:51:08.792191 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-008056ba-6cc4-41bc-8901-500bffca4377 req-88dd4e4d-86a7-4a1f-a196-2496822dc938 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550840 May 26 22:51:08.894793 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e79bc1-c72a-40ec-a9a8-97860788082e req-f83820b1-1ea2-46eb-bdf1-69f33c43a3a5 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:08.896237 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-54e79bc1-c72a-40ec-a9a8-97860788082e req-f83820b1-1ea2-46eb-bdf1-69f33c43a3a5 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0885277 May 26 22:51:08.948459 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-54e79bc1-c72a-40ec-a9a8-97860788082e req-44bf24fd-8978-4881-9d86-1a9a556b4d09 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 May 26 22:51:09.372924 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fefc9-fed0-4bea-8e18-62f3e88ef377 req-27fb006c-07e0-41b4-8db6-0bf22b4b0952 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:09.374913 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-415fefc9-fed0-4bea-8e18-62f3e88ef377 req-27fb006c-07e0-41b4-8db6-0bf22b4b0952 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0822604 May 26 22:51:09.423486 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-415fefc9-fed0-4bea-8e18-62f3e88ef377 req-88addcdd-4e35-49a4-8be1-30df85ab3cfe tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 May 26 22:51:09.704947 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0e9c6-f23a-4913-96c8-f02015efb9b2 req-b96e1cad-7b9c-478a-8730-479416edbc11 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:09.706413 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d6a0e9c6-f23a-4913-96c8-f02015efb9b2 req-b96e1cad-7b9c-478a-8730-479416edbc11 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0793505 May 26 22:51:09.731843 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a5ab-41d4-43be-ae48-8eab00c371b9 req-fcffc42b-c7a4-4645-9c49-969cd22186d6 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:09.733369 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0fd7a5ab-41d4-43be-ae48-8eab00c371b9 req-fcffc42b-c7a4-4645-9c49-969cd22186d6 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0820663 May 26 22:51:09.752136 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d6a0e9c6-f23a-4913-96c8-f02015efb9b2 req-1893be24-7548-4f73-879f-d348733ddf85 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400443 May 26 22:51:09.778324 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0fd7a5ab-41d4-43be-ae48-8eab00c371b9 req-91f4555f-aa0b-4275-864b-1ac1c36bc513 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 May 26 22:51:10.001779 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b718b-277c-4ae5-9bdf-6368465e64db req-c6cf8822-b19b-44a9-80f1-dde0c8b5089d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.003143 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-542b718b-277c-4ae5-9bdf-6368465e64db req-c6cf8822-b19b-44a9-80f1-dde0c8b5089d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0825839 May 26 22:51:10.050227 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-542b718b-277c-4ae5-9bdf-6368465e64db req-17d3661d-aa07-495b-b53e-c6406df71743 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 May 26 22:51:10.177984 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e330f-fe3c-4a7b-9f2c-4bc9b55f57b7 req-989b8f13-6032-4b69-8737-d3587a674e9b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.179431 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ec1e330f-fe3c-4a7b-9f2c-4bc9b55f57b7 req-989b8f13-6032-4b69-8737-d3587a674e9b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0916998 May 26 22:51:10.327991 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ec1e330f-fe3c-4a7b-9f2c-4bc9b55f57b7 req-0ebb8368-96a0-421f-89e1-a8f1fb638d17 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156826 May 26 22:51:10.342436 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b205aa54-99dd-4010-b368-d467c37fc8d3 req-4938d99a-073f-4167-854c-bc9105607c73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 1099 time: 0.1614988 May 26 22:51:10.390336 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b205aa54-99dd-4010-b368-d467c37fc8d3 req-a1575911-3aee-4dc8-873e-d492fa1041b9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 May 26 22:51:10.623102 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00339f1-848b-4977-8c05-9bb2f22673e0 req-c21c2dfc-04ef-4560-824c-45cf0f6d3ea5 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.624484 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e00339f1-848b-4977-8c05-9bb2f22673e0 req-c21c2dfc-04ef-4560-824c-45cf0f6d3ea5 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0805807 May 26 22:51:10.668051 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e00339f1-848b-4977-8c05-9bb2f22673e0 req-8264e7ab-88a7-4960-a6ab-9ccb9b7d2b14 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381484 May 26 22:51:10.976123 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5be32-edcf-4fd3-a85b-5f46bf4fa6cc req-e5636c37-6c8e-44a9-9f28-cac0c8877152 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:10.978027 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2cc5be32-edcf-4fd3-a85b-5f46bf4fa6cc req-e5636c37-6c8e-44a9-9f28-cac0c8877152 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0860894 May 26 22:51:11.034792 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2cc5be32-edcf-4fd3-a85b-5f46bf4fa6cc req-d858b83c-d981-47fd-8830-c3f143b8b642 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500817 May 26 22:51:11.080089 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0561f-3e39-4a24-a908-5b9ade2e654f req-bdf6be2a-306f-4636-b43d-9c2daf95be98 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.081576 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f7e0561f-3e39-4a24-a908-5b9ade2e654f req-bdf6be2a-306f-4636-b43d-9c2daf95be98 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.1206927 May 26 22:51:11.142340 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f7e0561f-3e39-4a24-a908-5b9ade2e654f req-f8aa003a-0698-4c89-b190-32a6b2be163f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512369 May 26 22:51:11.145891 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-677c9b1f-ee6f-4c49-a275-4f1bede06842 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1099 time: 0.1149416 May 26 22:51:11.237010 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629a99e-0bd5-4400-8106-bde894d767e1 req-676b0663-d007-448f-9412-2e36364631ae tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.238531 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6629a99e-0bd5-4400-8106-bde894d767e1 req-676b0663-d007-448f-9412-2e36364631ae tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0788360 May 26 22:51:11.285618 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6629a99e-0bd5-4400-8106-bde894d767e1 req-c219c51b-852b-4e9a-9f52-6c98d285482f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 May 26 22:51:11.353963 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-c8070851-2d16-4e4c-817b-037e1389c726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.355390 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-c8070851-2d16-4e4c-817b-037e1389c726 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.1866775 May 26 22:51:11.435523 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394676-6a19-4521-999a-67d6904823f6 req-1ab2c915-7d94-4280-81e8-28ac5fbdf944 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.436915 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c0394676-6a19-4521-999a-67d6904823f6 req-1ab2c915-7d94-4280-81e8-28ac5fbdf944 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.1795182 May 26 22:51:11.499220 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-01105349-504c-4da5-aaa5-eb2fb1287727 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.1363800 May 26 22:51:11.503851 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c0394676-6a19-4521-999a-67d6904823f6 req-f5668cc3-3915-46ff-9475-c005d63a5815 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 May 26 22:51:11.533392 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6ea8a-16d2-4ba7-a3a8-36597c1cf39b req-2ae3dc6c-8e1d-4c8c-a17d-e037250638a2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.534863 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b8a6ea8a-16d2-4ba7-a3a8-36597c1cf39b req-2ae3dc6c-8e1d-4c8c-a17d-e037250638a2 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0820222 May 26 22:51:11.572156 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-f74cd9a6-09d2-41aa-99b6-9145fb103122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.574173 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-f74cd9a6-09d2-41aa-99b6-9145fb103122 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.0603638 May 26 22:51:11.581107 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b8a6ea8a-16d2-4ba7-a3a8-36597c1cf39b req-e12882e8-e4da-4c93-b106-356c64f7bf23 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 May 26 22:51:11.717376 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-450d67c6-08b9-4393-b564-937e9882f6e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270664 May 26 22:51:11.727553 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34428c-b306-4e01-8370-9b3c21b4c4d7 req-eb6d06fc-0d37-4c49-8774-e97ecbb91626 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:11.729004 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1c34428c-b306-4e01-8370-9b3c21b4c4d7 req-eb6d06fc-0d37-4c49-8774-e97ecbb91626 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0973794 May 26 22:51:11.865093 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1c34428c-b306-4e01-8370-9b3c21b4c4d7 req-3ed168bf-2437-4b1b-ab3a-ddae664ad51a tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163311 May 26 22:51:11.907202 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-c2e9fb66-593a-4b9e-8503-4f72cb520c82 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767075 May 26 22:51:12.045797 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7fb7c4bd-92c4-444d-8d76-a92e436e78b0 req-848f7e14-065f-4657-a598-49abf9c10bdd service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320641 May 26 22:51:12.248201 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cf4fe-65bd-4ef0-844f-6453f1921091 req-2e019415-58a5-4234-b0a0-711411fbbb6d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.249582 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-921cf4fe-65bd-4ef0-844f-6453f1921091 req-2e019415-58a5-4234-b0a0-711411fbbb6d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0792406 May 26 22:51:12.282656 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb78b-c3f6-4382-9c36-c7d6a6f76f62 req-ece0f8d8-aecb-4bf8-b8c1-538f2c111bb5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.284110 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e3deb78b-c3f6-4382-9c36-c7d6a6f76f62 req-ece0f8d8-aecb-4bf8-b8c1-538f2c111bb5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0775905 May 26 22:51:12.295851 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-921cf4fe-65bd-4ef0-844f-6453f1921091 req-e12277a6-3efb-468f-91d5-cabd2ba727d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403085 May 26 22:51:12.330031 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e3deb78b-c3f6-4382-9c36-c7d6a6f76f62 req-ae0184b8-c459-4be5-87f8-10ff5a23729f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 May 26 22:51:12.507758 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7ef79-c0f4-4529-bb37-fd29011a9d67 req-4e4d2c7c-0ca6-4d8d-adb4-2fc3bd3c850f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.515141 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-97b7ef79-c0f4-4529-bb37-fd29011a9d67 req-4e4d2c7c-0ca6-4d8d-adb4-2fc3bd3c850f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0865042 May 26 22:51:12.567914 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-97b7ef79-c0f4-4529-bb37-fd29011a9d67 req-a001c852-0a98-4404-87b7-abac4f062e35 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 May 26 22:51:12.807382 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8933-1e01-4577-b879-507daae88756 req-924d0a57-5fd3-4b23-95c9-c79566f6c5ca tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:12.809283 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1cf8933-1e01-4577-b879-507daae88756 req-924d0a57-5fd3-4b23-95c9-c79566f6c5ca tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1053762 May 26 22:51:12.870645 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1cf8933-1e01-4577-b879-507daae88756 req-1e34d846-49ab-4c24-83da-3f12453c51a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555704 May 26 22:51:13.092962 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966581a5-968f-4e8c-b2f5-df9570a9235f req-1ed3ccc9-c831-4ddf-9153-07ca9ee69bf0 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.094667 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-966581a5-968f-4e8c-b2f5-df9570a9235f req-1ed3ccc9-c831-4ddf-9153-07ca9ee69bf0 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.1007373 May 26 22:51:13.141987 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-966581a5-968f-4e8c-b2f5-df9570a9235f req-aeb7e44c-4c72-4f59-8011-bb72bbd60028 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 May 26 22:51:13.520374 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcde7a-8ea2-4234-9091-54c3f4a1f6f7 req-b2a1caa2-2923-4149-98c2-98bb3b2b066b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.521805 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-47bcde7a-8ea2-4234-9091-54c3f4a1f6f7 req-b2a1caa2-2923-4149-98c2-98bb3b2b066b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 943 time: 0.0838425 May 26 22:51:13.569027 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-47bcde7a-8ea2-4234-9091-54c3f4a1f6f7 req-c8c493e5-c17a-4ebe-9ba0-995f738b9c0f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416484 May 26 22:51:13.745537 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce9104-b10d-4ff4-93a2-0bba1214e784 req-fc2facdb-af6f-4b49-acb3-aebbde3d1f5d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:13.746949 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1ce9104-b10d-4ff4-93a2-0bba1214e784 req-fc2facdb-af6f-4b49-acb3-aebbde3d1f5d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.0762000 May 26 22:51:13.791575 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c1ce9104-b10d-4ff4-93a2-0bba1214e784 req-cfafb13c-3032-49a6-ba18-a4f3ddd1432e tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 May 26 22:51:14.078665 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca902-4c85-4173-a7e9-d2d0901a2e8a req-9abdcfec-9fbd-4b80-9bcf-8fdcedb0be5e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:14.080205 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f6fca902-4c85-4173-a7e9-d2d0901a2e8a req-9abdcfec-9fbd-4b80-9bcf-8fdcedb0be5e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0769446 May 26 22:51:14.126412 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f6fca902-4c85-4173-a7e9-d2d0901a2e8a req-9ec01f9c-55bc-44fc-925a-8da4a74cae6d tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 May 26 22:51:14.363612 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbde84b-18da-4e86-b4b2-ce923f6172bb req-fcc71117-5e8e-41d3-b3b4-4672712421cf tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:14.365854 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cbbde84b-18da-4e86-b4b2-ce923f6172bb req-fcc71117-5e8e-41d3-b3b4-4672712421cf tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0856678 May 26 22:51:14.377394 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:14.429732 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cbbde84b-18da-4e86-b4b2-ce923f6172bb req-c2ea3c72-475c-470c-bccb-00b29e0d2e57 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530114 May 26 22:51:14.551190 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:14.565031 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'port_id': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'mac_address': 'fa:16:3e:6e:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:14.630072 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:14.648417 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:14.665197 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:14.670783 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:14.743203 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=9']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:14.806311 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc27d-80e0-4add-9d1d-bc04ad54aa34 req-991ee4e1-2a6b-4ff4-9a94-fb27387cad19 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:14.807882 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a2ecc27d-80e0-4add-9d1d-bc04ad54aa34 req-991ee4e1-2a6b-4ff4-9a94-fb27387cad19 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 944 time: 0.0873585 May 26 22:51:14.865404 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a2ecc27d-80e0-4add-9d1d-bc04ad54aa34 req-995ad051-9d8a-4213-81cd-25b42f540872 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508778 May 26 22:51:15.021543 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:15.089193 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc756728-d4d1-4171-846d-bafd0c03e20e req-12d73ac8-7309-4938-b6e3-b1877083053f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:15.090571 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc756728-d4d1-4171-846d-bafd0c03e20e req-12d73ac8-7309-4938-b6e3-b1877083053f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.1531835 May 26 22:51:15.139874 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc756728-d4d1-4171-846d-bafd0c03e20e req-e4945b91-5fda-462e-b649-ef67e1d73a3f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 May 26 22:51:15.147278 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:15.628291 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd965c6-3aa8-4fce-8ba0-3a024f48677c req-bc5d784c-4255-4251-a6ea-918021f925c9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:15.629430 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9bd965c6-3aa8-4fce-8ba0-3a024f48677c req-bc5d784c-4255-4251-a6ea-918021f925c9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0765994 May 26 22:51:15.679864 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9bd965c6-3aa8-4fce-8ba0-3a024f48677c req-b9c7ae67-b533-452f-a3d4-e9a300c59fe4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 May 26 22:51:15.851626 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-69c790c0-caf7-48bd-ba7c-27789b16f82c tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:15.853087 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-69c790c0-caf7-48bd-ba7c-27789b16f82c tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.1489277 May 26 22:51:15.899237 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97a864-5ff8-4f0f-be71-189ff62a18a5 req-0b0d44cb-ed1f-4f8a-b9de-f4b595510dd6 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:15.908121 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4a97a864-5ff8-4f0f-be71-189ff62a18a5 req-0b0d44cb-ed1f-4f8a-b9de-f4b595510dd6 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0958128 May 26 22:51:15.921805 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-bec4c660-25ec-4d4d-b588-564e80b58b00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1099 time: 0.1621234 May 26 22:51:15.967000 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4a97a864-5ff8-4f0f-be71-189ff62a18a5 req-02691711-d80d-473a-9862-f68c4425e1b0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578299 May 26 22:51:16.035710 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Deleting port 9ddb6cab-13c0-4d32-8744-f6052e08f321 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:16.036159 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.093157 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-cf786c0b-3d58-496c-88ea-878eb7daf3b9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.094583 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-cf786c0b-3d58-496c-88ea-878eb7daf3b9 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.0788863 May 26 22:51:16.163094 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Deleting port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:16.163429 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.225216 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-dc194a74-21e3-4fdb-bc00-efd2ea6e088e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.226606 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-dc194a74-21e3-4fdb-bc00-efd2ea6e088e service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.2863677 May 26 22:51:16.394421 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:16.408988 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74018-a296-461c-bafa-a7d81eed718b req-216a1a0e-e9f8-4dd3-925d-1e2ccf882ea2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.410494 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-05a74018-a296-461c-bafa-a7d81eed718b req-216a1a0e-e9f8-4dd3-925d-1e2ccf882ea2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 944 time: 0.3510387 May 26 22:51:16.471742 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-ef3a7b17-2439-4c6c-b32a-ae6f5c192932 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 1002 time: 0.2370512 May 26 22:51:16.488694 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:16.489449 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.529350 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519ce91-e3c1-42cf-b41b-a97f3c149a6d req-fc3c53ae-dc5a-4e11-b840-10f039a5a17f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.531072 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7519ce91-e3c1-42cf-b41b-a97f3c149a6d req-fc3c53ae-dc5a-4e11-b840-10f039a5a17f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 946 time: 0.2618668 May 26 22:51:16.545677 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] For port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:16.546310 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.563320 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] For port 9ddb6cab-13c0-4d32-8744-f6052e08f321, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9ddb6cab-13c0-4d32-8744-f6052e08f321,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:16.563672 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.654109 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.681292 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:16.686388 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-05a74018-a296-461c-bafa-a7d81eed718b req-e514f00a-96fd-4682-83db-1a68a9258bf4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655842 May 26 22:51:16.692793 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Calling delete_port for cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:16.693422 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Calling delete_port for 9ddb6cab-13c0-4d32-8744-f6052e08f321 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:16.694141 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:16.698962 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:16.699967 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 9ddb6cab-13c0-4d32-8744-f6052e08f321 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:16.732098 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-fd50552c-db25-4bc3-8dfb-ac682ef7581e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:16.733671 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-fd50552c-db25-4bc3-8dfb-ac682ef7581e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.2544382 May 26 22:51:16.757982 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7519ce91-e3c1-42cf-b41b-a97f3c149a6d req-1cc1bc85-f0c3-4404-9439-f78750592229 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159493 May 26 22:51:16.828192 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a8cf1e-c81e-4f99-9109-7bc2640312ce'] response: {'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'code': 200} May 26 22:51:16.911586 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=10']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:16.964644 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-0c3a8e6e-402d-49dd-8644-1161904cd8a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2126186 May 26 22:51:16.983480 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.029304 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.102531 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182c6e6-5031-41c9-9480-22c065c61d0e req-a252a86b-3ca6-4ac9-98d4-ba8f5bbe3d2f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.104332 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d182c6e6-5031-41c9-9480-22c065c61d0e req-a252a86b-3ca6-4ac9-98d4-ba8f5bbe3d2f tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704 HTTP/1.1" status: 200 len: 945 time: 0.1918585 May 26 22:51:17.105541 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.118020 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['cf4a1f5d-0604-49b4-ad2c-be723a26f5d0'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:17.180178 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Pushing event deleted for resources: {'Port': ['ID=cf4a1f5d-0604-49b4-ad2c-be723a26f5d0,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:17.234652 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Pushing event deleted for resources: {'Port': ['ID=9ddb6cab-13c0-4d32-8744-f6052e08f321,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:17.240489 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.240851 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.241180 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.241502 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.241821 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.242147 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.242469 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.242895 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.243070 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.243454 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.243682 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.292671 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] No DVR routers for this DVR port cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:17.298827 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d182c6e6-5031-41c9-9480-22c065c61d0e req-e19b1bc9-6f77-486e-9864-56a34f0b0a84 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499679 May 26 22:51:17.299737 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.302395 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'name': 'network-vif-deleted', 'tag': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:17.320881 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-adb8e9e6-b06d-4f87-842e-58c283a439c2 req-1c5dd360-fe20-4296-921d-b0d544f8e9d7 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "DELETE /v2.0/ports/cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 HTTP/1.1" status: 204 len: 173 time: 1.2194989 May 26 22:51:17.437940 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.437940 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.438284 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.438376 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.438653 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.438973 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.439293 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.439611 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.439930 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.440237 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.440572 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:51:17.448081 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] No DVR routers for this DVR port 9ddb6cab-13c0-4d32-8744-f6052e08f321 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:17.450556 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:17.457468 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'name': 'network-vif-deleted', 'tag': '9ddb6cab-13c0-4d32-8744-f6052e08f321'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:17.510130 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9e77ec54-0345-4dcb-b274-1dc9b8d6409b req-80ddb1eb-a4f9-4c9d-9976-82958fb5b8dd tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "DELETE /v2.0/ports/9ddb6cab-13c0-4d32-8744-f6052e08f321 HTTP/1.1" status: 204 len: 173 time: 1.6473174 May 26 22:51:17.522052 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-7c0fe04d-e1c5-46b9-9211-71a366e7c5a6 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178485 May 26 22:51:17.549477 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2676f7cb-0d70-4a07-987f-9e220eb36daa req-f73a398b-b661-43a5-87b1-7b973211ab1d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 1099 time: 0.1491895 May 26 22:51:17.555826 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549cd44-4df8-47c0-a294-36c12ea3a00a req-e57d11ef-b9ce-4dfd-b603-8515f594bb79 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.557816 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5549cd44-4df8-47c0-a294-36c12ea3a00a req-e57d11ef-b9ce-4dfd-b603-8515f594bb79 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.1245763 May 26 22:51:17.614418 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff3e6f-8a34-4421-91c4-918f99636fa0 req-14b36df1-bbeb-4acd-84fa-d86c77a9636f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.615900 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-30ff3e6f-8a34-4421-91c4-918f99636fa0 req-14b36df1-bbeb-4acd-84fa-d86c77a9636f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.4425619 May 26 22:51:17.631896 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2676f7cb-0d70-4a07-987f-9e220eb36daa req-7f249694-56c2-4488-877d-eb8a755ce4bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733666 May 26 22:51:17.634400 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5549cd44-4df8-47c0-a294-36c12ea3a00a req-359a20d1-011e-4720-8acb-2609889315be tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615611 May 26 22:51:17.665289 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 56754) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:17.699066 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-30ff3e6f-8a34-4421-91c4-918f99636fa0 req-90456c0c-be8a-469d-9d1d-af6facc3528f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663605 May 26 22:51:17.708210 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86dd9d2-fbe4-4095-908b-e5d2c839a6ab'] response: {'server_uuid': 'c2dfb4ec-7c2b-4bd9-8b99-4bb65839d704', 'name': 'network-vif-deleted', 'tag': 'cf4a1f5d-0604-49b4-ad2c-be723a26f5d0', 'status': 'completed', 'code': 200} May 26 22:51:17.721217 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-038a87ae-7c44-46fe-8fc0-1294ce602a89 req-cd417baf-7376-45a3-84bf-7b7b39ffa534 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899753 May 26 22:51:17.758079 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2137289c-e9c8-4aa8-8ec1-b24a136f597e'] response: {'server_uuid': 'f35af66e-efae-4cf4-bbf2-8306e47e3e63', 'name': 'network-vif-deleted', 'tag': '9ddb6cab-13c0-4d32-8744-f6052e08f321', 'status': 'completed', 'code': 200} May 26 22:51:17.906054 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-49e02d03-9a4f-4bcd-b279-1581a62315cd tempest-TestMinimumBasicScenario-1230597829 tempest-TestMinimumBasicScenario-1230597829-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1094 time: 0.2359951 May 26 22:51:17.906500 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 56764) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:17.913747 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'port_id': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:17.924046 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:17.946357 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b34e2-8de9-4295-a090-a793638191ca req-539f2641-5358-4c53-836a-a03318196c57 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:17.948538 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb0b34e2-8de9-4295-a090-a793638191ca req-539f2641-5358-4c53-836a-a03318196c57 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 946 time: 0.1039252 May 26 22:51:17.969185 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbe7e491-caff-44d2-8338-58af68256ac8 req-2a6791aa-7bfe-4e2a-a716-400d81ce487d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35af66e-efae-4cf4-bbf2-8306e47e3e63 HTTP/1.1" status: 200 len: 210 time: 0.0468709 May 26 22:51:17.970343 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:floatingip and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:17.973497 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:17.979464 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:17.992272 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for floatingip, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.002146 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb0b34e2-8de9-4295-a090-a793638191ca req-9d639166-4bc7-4805-a25b-6e9608bc8e3a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462611 May 26 22:51:18.128479 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.269332 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Allocated IP 172.28.3.227 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/31f5fc16-bce1-4884-86ae-fbe2a454bf56) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:18.426444 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.455178 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:18.518870 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:18.521632 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:18.525767 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:18.641157 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'Port': ['ID=31f5fc16-bce1-4884-86ae-fbe2a454bf56,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:18.906898 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c2e08-9e74-46eb-bfca-79c6b52c4331 req-190c0f56-0994-4518-8da0-f74b0af09b13 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:18.908436 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-aa2c2e08-9e74-46eb-bfca-79c6b52c4331 req-190c0f56-0994-4518-8da0-f74b0af09b13 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0778282 May 26 22:51:18.975784 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-aa2c2e08-9e74-46eb-bfca-79c6b52c4331 req-af3b332c-9fed-4da7-99c5-d726b0931d95 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597696 May 26 22:51:19.189215 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.269354 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.282799 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11e603-d113-4fb9-88c1-223f2679fcee req-69b3165d-2261-47f8-8175-2d7ad76b2fec tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.290140 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ea11e603-d113-4fb9-88c1-223f2679fcee req-69b3165d-2261-47f8-8175-2d7ad76b2fec tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 946 time: 0.1124372 May 26 22:51:19.346199 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ea11e603-d113-4fb9-88c1-223f2679fcee req-e5bc29b2-a7bd-4d10-8393-e65cba288d82 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551331 May 26 22:51:19.598257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-30510368-b8da-4c24-bf5d-30234a967fea tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:19.599674 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-30510368-b8da-4c24-bf5d-30234a967fea tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/networks?id=45db7c40-730f-4df1-bbdd-27e57b92b1c7 HTTP/1.1" status: 200 len: 809 time: 0.2319417 May 26 22:51:19.629781 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.632597 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-efd4ca47-2dfe-4a11-872a-7c27899ff17c tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/quotas/81e6cc7cfe214a24bad0f98f20ebe7e5 HTTP/1.1" status: 200 len: 375 time: 0.0268586 May 26 22:51:19.635141 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.724828 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-6d5d2eae-5858-483c-bb06-f94e2d6da6da tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81e6cc7cfe214a24bad0f98f20ebe7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855589 May 26 22:51:19.860461 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'Port': ['ID=31f5fc16-bce1-4884-86ae-fbe2a454bf56,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:19.882535 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:19.952120 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-871b38c2-c5af-4f2d-a2ed-ff1e1e8a3134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:20.062462 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-1b211e3e-4586-4d7d-a411-fd8f6339c126 service neutron] 10.222.0.47 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264396 May 26 22:51:20.180128 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6cacc-e6a5-45ec-a339-574a5544145e req-392ad1e5-a29e-4464-b2a4-264683caa298 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:20.181703 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-58b6cacc-e6a5-45ec-a339-574a5544145e req-392ad1e5-a29e-4464-b2a4-264683caa298 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0827532 May 26 22:51:20.229654 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-58b6cacc-e6a5-45ec-a339-574a5544145e req-af38d7c1-c11e-47f4-9447-559d2b1bd9af tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 May 26 22:51:20.320951 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-3a8b62ed-4776-48eb-9060-7d48a9628daa service neutron] 10.222.0.47 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508068 May 26 22:51:20.334855 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Floating IP ae2d4bb0-c32e-401f-a0ff-10e4f95e779e associated. External IP: 172.28.3.227, port: fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412. May 26 22:51:20.392652 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:20.438307 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:20.438881 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cf4a1f5d-0604-49b4-ad2c-be723a26f5d0 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:20.535423 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7a2fe590-a58d-415a-8abe-c9dded04ddac req-5c777bff-ca82-4e7e-8127-4f1d6542e3c2 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 210 time: 0.0476930 May 26 22:51:20.601177 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e959b7-e24c-4bea-a426-1ecc60d435a1 req-ffdc7d12-827a-481e-a45b-7c7df190167f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:20.603050 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-53e959b7-e24c-4bea-a426-1ecc60d435a1 req-ffdc7d12-827a-481e-a45b-7c7df190167f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 946 time: 0.0861945 May 26 22:51:20.651144 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-53e959b7-e24c-4bea-a426-1ecc60d435a1 req-0ff25009-fbaa-4688-aeb2-9c9bc94da5ef tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 May 26 22:51:20.822852 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Router 25674a6e-537b-4b90-b6e9-a4bb7d55002c has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:51:21.026334 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:51:21.038748 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] Sync routers for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:51:21.052634 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.055940 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:21.056582 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:21.118985 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56858) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:21.125191 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-76491706-25ed-4739-ae06-2a668cc09d16 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2175925 May 26 22:51:21.125863 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281402372', 'description': 'tempest-secgroup-smoke-281402372 description', 'project_id': '58b7c517591544dd9da86fb7545449da'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:21.126325 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:21.132864 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:21.146366 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:21.160131 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.197550 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1041295f-ab2e-4a2e-8267-0882209df95b'] response: {'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'status': 'completed', 'code': 200} May 26 22:51:21.217600 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:21.222906 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:21.226091 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:21.259605 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:21.269185 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:21.363162 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-eda710a8-fa43-40e4-86b9-fece76fd97a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1099 time: 0.1312647 May 26 22:51:21.459126 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.522601 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.632190 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b888c9-f228-4260-bfa4-243685b74837,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:21.640721 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.642015 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-ca89a8dd-093b-4d43-8732-c9a4ce1ce8f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5218697 May 26 22:51:21.646508 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56872) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:21.683310 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'security_group_rule': {'security_group_id': 'f8b888c9-f228-4260-bfa4-243685b74837', 'project_id': '58b7c517591544dd9da86fb7545449da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:21.703648 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-34f2c948-04d5-423e-b0dc-526241a9fdb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.705729 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-34f2c948-04d5-423e-b0dc-526241a9fdb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 916 time: 0.3346832 May 26 22:51:21.718525 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:21.722999 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'ae2d4bb0-c32e-401f-a0ff-10e4f95e779e', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'floating_ip_address': '172.28.3.227', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'port_id': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'mac_address': 'fa:16:3e:be:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:51:18Z', 'updated_at': '2022-05-26T22:51:18Z', 'revision_number': 0, 'project_id': '58b7c517591544dd9da86fb7545449da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:32Z', 'revision_number': 5, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:21.728542 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] Checking router: 25674a6e-537b-4b90-b6e9-a4bb7d55002c for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:51:21.741759 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:21.742778 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:50:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:21.792966 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d6ae0dbd-109b-4693-b7b7-556ac751707c req-feda50c3-dcdb-4400-88c0-f34921e1fb9f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 210 time: 0.0593982 May 26 22:51:21.805623 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9585e4a-4610-499b-9814-c467da45bb36 req-aeba6765-a855-4496-852d-7fbbf0e32085 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.807311 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9585e4a-4610-499b-9814-c467da45bb36 req-aeba6765-a855-4496-852d-7fbbf0e32085 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.4433818 May 26 22:51:21.808885 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:21.818802 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:21.840093 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:21.867948 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-8c342985-8f2e-46b4-a4e5-38f1e7e3e033 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:21.869849 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-8c342985-8f2e-46b4-a4e5-38f1e7e3e033 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "GET /v2.0/networks?id=45db7c40-730f-4df1-bbdd-27e57b92b1c7 HTTP/1.1" status: 200 len: 809 time: 0.2924886 May 26 22:51:21.904741 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Request body: {'port': {'device_id': '2fb482ec-48db-4563-ba15-bbafbe332110', 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7', 'admin_state_up': True, 'tenant_id': '81e6cc7cfe214a24bad0f98f20ebe7e5'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:21.923984 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:21.946428 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d9585e4a-4610-499b-9814-c467da45bb36 req-0b5c0aea-a353-440b-83fd-e2cd70392187 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243279 May 26 22:51:21.955230 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-76c266cf-e7cd-4407-ab7d-4e8d722e973d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 1000 time: 0.2297144 May 26 22:51:21.961369 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:22.039517 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-04690c97-d456-4141-a3b3-3494d25d7f2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:22.041180 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-04690c97-d456-4141-a3b3-3494d25d7f2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 200 len: 854 time: 0.0736008 May 26 22:51:22.054695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.067837 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:22.071921 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Usage tracker for resource:port and tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:22.074789 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:22.080879 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:22.090243 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Made reservation on behalf of 81e6cc7cfe214a24bad0f98f20ebe7e5 for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:22.094875 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.097477 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.130108 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50054b3b-6d76-461d-9229-70df41236c42,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:22.145048 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.149006 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d8eafed5-d0b9-460b-a3b1-d2438b884a62 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4851339 May 26 22:51:22.149141 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56876) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:22.160977 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'security_group_rule': {'security_group_id': 'f8b888c9-f228-4260-bfa4-243685b74837', 'project_id': '58b7c517591544dd9da86fb7545449da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:22.168379 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0402b9fd-5d70-4c92-8b46-b4d1d35a728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.174586 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:22.180401 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:22.183907 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:22.193157 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:22.197622 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-09010240-f02a-4f66-9dfb-a8d369e39743 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ced50d2-d455-4aaf-a633-88f8967da4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1448839 May 26 22:51:22.276535 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Allocated IP 172.20.0.5 (45db7c40-730f-4df1-bbdd-27e57b92b1c7/351a2ab9-d779-4f72-97cc-ad85d424ebb7/e25939e3-327d-4c2c-a689-eb96963d6dec) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:22.343790 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'ae2d4bb0-c32e-401f-a0ff-10e4f95e779e', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'floating_ip_address': '172.28.3.227', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'port_id': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'mac_address': 'fa:16:3e:be:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:51:18Z', 'updated_at': '2022-05-26T22:51:18Z', 'revision_number': 0, 'project_id': '58b7c517591544dd9da86fb7545449da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:32Z', 'revision_number': 5, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:22.346261 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-c8b40bc9-d5d5-47f1-9231-6311a6420a28 service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347306 May 26 22:51:22.347510 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.348548 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888718a-7cf0-411c-b924-45b5eb5b8c25 None None] The sync data for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb is: [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'ae2d4bb0-c32e-401f-a0ff-10e4f95e779e', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'floating_ip_address': '172.28.3.227', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'port_id': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'mac_address': 'fa:16:3e:be:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:51:18Z', 'updated_at': '2022-05-26T22:51:18Z', 'revision_number': 0, 'project_id': '58b7c517591544dd9da86fb7545449da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:32Z', 'revision_number': 5, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:51:22.493219 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.554732 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.586691 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb36853-fd45-4e36-a73b-f167393dbd60 None None] New status for floating IP ae2d4bb0-c32e-401f-a0ff-10e4f95e779e: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:51:22.619597 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.626221 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.636028 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a74c99c1-0fa9-46dd-bfb1-228a00df43fd req-49394eb2-8804-4464-a56c-c754f26aea3e service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788141 May 26 22:51:22.650711 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:22.656841 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33cb864-ff65-49c8-ac0c-db26c2da24bc,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:22.665819 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:22.669259 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.673581 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:22.674300 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-b12bd7eb-0363-4419-a1b9-68eea657fbf4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5173926 May 26 22:51:22.674300 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56884) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:22.680844 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'security_group_rule': {'security_group_id': 'f8b888c9-f228-4260-bfa4-243685b74837', 'project_id': '58b7c517591544dd9da86fb7545449da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:22.687454 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:22.691693 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:22.695460 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:22.702686 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:22.726102 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.828397 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.834281 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.853646 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:22.854466 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.862660 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0b654c-1f72-43d7-a79e-5604ea6d6727,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:22.892026 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:22.897035 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c28caa33-54e1-4d19-84a9-df31b2b29a3c tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2207589 May 26 22:51:22.897769 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56896) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:22.905791 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'security_group_rule': {'security_group_id': 'f8b888c9-f228-4260-bfa4-243685b74837', 'project_id': '58b7c517591544dd9da86fb7545449da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:22.914178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:22.918487 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:22.931737 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:22.939772 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Pushing event updated for resources: {'Port': ['ID=e25939e3-327d-4c2c-a689-eb96963d6dec,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:22.942201 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:22.995152 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-f8765c11-d06f-4436-8be1-325a799fe451 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1031299 May 26 22:51:23.000818 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.006173 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Request body: {'port': {'device_id': '2fb482ec-48db-4563-ba15-bbafbe332110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:23.087453 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efd34-8882-41a8-b3e1-94a113a55169 req-dad2797a-3bb2-433a-8eda-2a54436c6385 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.088300 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-269efd34-8882-41a8-b3e1-94a113a55169 req-dad2797a-3bb2-433a-8eda-2a54436c6385 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Synchronizing usage tracker for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:23.112140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.116464 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.129530 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-269efd34-8882-41a8-b3e1-94a113a55169 req-dad2797a-3bb2-433a-8eda-2a54436c6385 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Unset dirty status for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:23.130665 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-269efd34-8882-41a8-b3e1-94a113a55169 req-dad2797a-3bb2-433a-8eda-2a54436c6385 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 931 time: 0.1688251 May 26 22:51:23.140466 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbe7426-9fd4-4859-ba7d-ddc721e9cabd,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:23.163109 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-31b7c6a6-d74b-4078-b411-a77fe850d8aa tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.164640 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-31b7c6a6-d74b-4078-b411-a77fe850d8aa tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/networks?id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020 HTTP/1.1" status: 200 len: 814 time: 0.2929566 May 26 22:51:23.169786 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.171760 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.172928 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-3de3e44a-46e5-4e98-8655-69dc9ef3e8d4 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2741063 May 26 22:51:23.180799 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56902) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:23.191485 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'security_group_rule': {'security_group_id': 'f8b888c9-f228-4260-bfa4-243685b74837', 'project_id': '58b7c517591544dd9da86fb7545449da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:23.198873 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:23.205672 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:23.209740 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-269efd34-8882-41a8-b3e1-94a113a55169 req-eed358e8-e5e0-4399-ae1f-59eca30dd8b2 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652988 May 26 22:51:23.210486 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:23.216609 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:23.222324 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-fcf1df77-de5e-4f82-8ffe-1115577b0525 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/quotas/2da44423db7d432090146ed05edea873 HTTP/1.1" status: 200 len: 375 time: 0.0421944 May 26 22:51:23.244197 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.securitygroups_db [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Project 58b7c517591544dd9da86fb7545449da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:51:23.252501 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.282943 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-3f0d7263-0a1b-40d5-bf79-6573d09d461c tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Synchronizing usage tracker for tenant:2da44423db7d432090146ed05edea873 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:23.328123 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.349163 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-3f0d7263-0a1b-40d5-bf79-6573d09d461c tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Unset dirty status for tenant:2da44423db7d432090146ed05edea873 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:23.350540 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-3f0d7263-0a1b-40d5-bf79-6573d09d461c tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2da44423db7d432090146ed05edea873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218977 May 26 22:51:23.370535 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.407312 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f940ccc-81ae-432f-b4cc-56f3791fd705,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:23.419989 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.421270 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-764a2fe8-e150-4deb-ae73-694af2448525 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2381730 May 26 22:51:23.425879 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 56906) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:23.431281 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'security_group_rule': {'security_group_id': 'f8b888c9-f228-4260-bfa4-243685b74837', 'project_id': '58b7c517591544dd9da86fb7545449da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:23.439878 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:23.447113 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Usage tracker for resource:security_group_rule and tenant:58b7c517591544dd9da86fb7545449da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:51:23.451187 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:51:23.458609 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:23.467432 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7918e-5a8f-48c3-83e7-b63105630124 req-a1650c7f-30a5-4549-a555-2d0fe52f2cdc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.468927 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1fd7918e-5a8f-48c3-83e7-b63105630124 req-a1650c7f-30a5-4549-a555-2d0fe52f2cdc tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.1385255 May 26 22:51:23.490886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.491946 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.securitygroups_db [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Project 58b7c517591544dd9da86fb7545449da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:51:23.504203 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.554978 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1fd7918e-5a8f-48c3-83e7-b63105630124 req-6a7d4955-da3d-41ce-9d00-4900cefb4947 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771236 May 26 22:51:23.587217 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.588746 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7dbfa4bd-1332-4bfe-b249-113a007bdf10 service neutron] 10.222.0.47 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311571 May 26 22:51:23.592376 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.618509 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0865d48-fea4-4ab4-be2d-7feeed4c0240,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:23.631369 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.632563 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-67e6f6d5-e5eb-460c-83cb-0b43a39277a0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2059469 May 26 22:51:23.687059 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.771437 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-97c4d9ff-fbe5-4692-a883-972bd416ac03 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Synchronizing usage tracker for tenant:58b7c517591544dd9da86fb7545449da on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:23.787846 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-97c4d9ff-fbe5-4692-a883-972bd416ac03 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Unset dirty status for tenant:58b7c517591544dd9da86fb7545449da on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:23.792967 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-97c4d9ff-fbe5-4692-a883-972bd416ac03 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281402372&fields=id&tenant_id=58b7c517591544dd9da86fb7545449da HTTP/1.1" status: 200 len: 267 time: 0.0621266 May 26 22:51:23.795974 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-1ad56012-7a77-449f-90b9-8a7d15f13d9d service neutron] 10.222.0.47 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946001 May 26 22:51:23.799773 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25939e3-327d-4c2c-a689-eb96963d6dec {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:23.806750 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.823141 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Transition to ACTIVE for port object e25939e3-327d-4c2c-a689-eb96963d6dec will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:23.828048 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:23.875874 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-7eed1059-6226-4a83-8c28-17929365810b tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:23.877380 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-7eed1059-6226-4a83-8c28-17929365810b tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0822141 May 26 22:51:23.894973 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'port': {'security_groups': ['7feb67a3-02ed-4b7e-a76c-e48316d85f16', 'f8b888c9-f228-4260-bfa4-243685b74837']}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:23.966410 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Pushing event updated for resources: {'Port': ['ID=e25939e3-327d-4c2c-a689-eb96963d6dec,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:24.033050 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8dbff3a4-22f0-4dcf-b208-3a38970e78f0 req-8abf13d5-7cbc-411c-bef0-a919513fb6b5 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 210 time: 0.0588381 May 26 22:51:24.069397 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.156484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Attempting to bind port e25939e3-327d-4c2c-a689-eb96963d6dec on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:24.156840 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Attempting to bind port e25939e3-327d-4c2c-a689-eb96963d6dec by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:24.157167 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Attempting to bind port e25939e3-327d-4c2c-a689-eb96963d6dec on network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:24.164163 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Port e25939e3-327d-4c2c-a689-eb96963d6dec on network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:51:24.164484 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Attempting to bind port e25939e3-327d-4c2c-a689-eb96963d6dec on network 45db7c40-730f-4df1-bbdd-27e57b92b1c7 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:24.171612 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:24.171939 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Checking segment: {'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:24.172807 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Bound using segment: {'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:24.173246 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Bound port: e25939e3-327d-4c2c-a689-eb96963d6dec, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c690bb12-153b-44f8-a30d-6bd6456ce6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:24.173581 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.270924 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] For port e25939e3-327d-4c2c-a689-eb96963d6dec, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:24.274787 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] For port e25939e3-327d-4c2c-a689-eb96963d6dec, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e25939e3-327d-4c2c-a689-eb96963d6dec,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:24.278954 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.341054 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.342907 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] 10.222.0.67 "PUT /v2.0/ports/e25939e3-327d-4c2c-a689-eb96963d6dec HTTP/1.1" status: 200 len: 1093 time: 1.3405533 May 26 22:51:24.354054 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb482ec-48db-4563-ba15-bbafbe332110', 'tag': 'e25939e3-327d-4c2c-a689-eb96963d6dec'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:24.368334 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:24.397643 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.402233 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.415295 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:24.483495 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9ca4b-90e2-470f-aaae-a218aa05e005 service neutron] Pushing event updated for resources: {'Port': ['ID=e25939e3-327d-4c2c-a689-eb96963d6dec,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:24.492929 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:24.493535 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.495115 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8bdbbde8-1feb-4583-bb8a-e6d04beb4201 req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "PUT /v2.0/ports/fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 982 time: 0.6053517 May 26 22:51:24.495544 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:24.515721 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01db68b-3cd1-4bfd-abd8-e248531ba715 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=6']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:24.560005 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce4a8f-2fe3-4a7f-ada3-5218e2b755dd req-b4c8d6da-2c2e-462f-9b72-956ad7f5802b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:24.561127 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-34ce4a8f-2fe3-4a7f-ada3-5218e2b755dd req-b4c8d6da-2c2e-462f-9b72-956ad7f5802b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Synchronizing usage tracker for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:24.572411 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-1ba306cd-cf40-41ab-9516-7eeaa8ab63bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e6cc7cfe214a24bad0f98f20ebe7e5&device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 1096 time: 0.1640239 May 26 22:51:24.579627 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-34ce4a8f-2fe3-4a7f-ada3-5218e2b755dd req-b4c8d6da-2c2e-462f-9b72-956ad7f5802b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Unset dirty status for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:24.584985 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-34ce4a8f-2fe3-4a7f-ada3-5218e2b755dd req-b4c8d6da-2c2e-462f-9b72-956ad7f5802b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 943 time: 0.2317393 May 26 22:51:24.631051 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:24.737690 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48ea36d-0b7c-4af9-b0bc-6a7aeaa0b7e7'] response: {'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'status': 'completed', 'code': 200} May 26 22:51:24.785237 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d5dbc6-a134-4c41-a1a9-d3188cb73758'] response: {'name': 'network-changed', 'server_uuid': '2fb482ec-48db-4563-ba15-bbafbe332110', 'tag': 'e25939e3-327d-4c2c-a689-eb96963d6dec', 'status': 'completed', 'code': 200} May 26 22:51:24.787166 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.835097 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-1b755a27-69b9-4f46-a615-a43a594d1cee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e25939e3-327d-4c2c-a689-eb96963d6dec HTTP/1.1" status: 200 len: 217 time: 0.2489705 May 26 22:51:24.884808 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-34ce4a8f-2fe3-4a7f-ada3-5218e2b755dd req-52b6d47b-0a15-4c57-b14f-d90042ca818f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067677 May 26 22:51:24.910523 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-68bb58bf-7a8e-4d52-a5f9-fe63c15a617c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:24.912430 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-68bb58bf-7a8e-4d52-a5f9-fe63c15a617c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=351a2ab9-d779-4f72-97cc-ad85d424ebb7 HTTP/1.1" status: 200 len: 849 time: 0.0697060 May 26 22:51:24.913820 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-33f03d76-03ae-4b5f-a600-c083baeacc77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1138 time: 0.1540644 May 26 22:51:24.941783 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-56b30c95-4975-484a-b63c-8e3232da0c58 None None] Provisioning complete for port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:24.942570 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-56b30c95-4975-484a-b63c-8e3232da0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:24.990589 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-76277e49-01cb-46d9-b1e8-1e2c47418ef8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45db7c40-730f-4df1-bbdd-27e57b92b1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642774 May 26 22:51:25.082289 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-e136c74d-09de-46e3-a89d-9a46dcf77476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.083739 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-e136c74d-09de-46e3-a89d-9a46dcf77476 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 916 time: 0.1548223 May 26 22:51:25.100991 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98382-743e-4d5a-984c-b248bb6b53e1 req-dfe06c46-6f39-476b-9548-127c2df3b5fa tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.102527 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3ce98382-743e-4d5a-984c-b248bb6b53e1 req-dfe06c46-6f39-476b-9548-127c2df3b5fa tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.2560668 May 26 22:51:25.275005 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-2e13437e-ffdf-4c1c-933b-4bc2a4d0e882 service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717361 May 26 22:51:25.284392 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e176e9-f709-48b5-bcd0-96a5880e1b95 req-83d2a76e-3bc4-4b61-b0bc-8b8cc27e9f70 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.291972 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a2e176e9-f709-48b5-bcd0-96a5880e1b95 req-83d2a76e-3bc4-4b61-b0bc-8b8cc27e9f70 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.1779180 May 26 22:51:25.428571 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-3b2387e1-4381-4e3c-8e8e-1885bf87f010 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 1002 time: 0.3340070 May 26 22:51:25.447896 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a2e176e9-f709-48b5-bcd0-96a5880e1b95 req-8f8e7d36-714b-40b8-b843-41a752251c84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544447 May 26 22:51:25.453100 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3ce98382-743e-4d5a-984c-b248bb6b53e1 req-296a3f19-1a04-47d7-90e3-e4eb6d8c8a27 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2746718 May 26 22:51:25.515840 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8b0d85bb-42fd-4346-a5ce-5988c68e5636 req-9d06980d-191a-4c67-a7bd-5864a80f4b73 service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195618 May 26 22:51:25.553152 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-06e81f13-6f67-46a7-b255-945e41e0915f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.554565 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-06e81f13-6f67-46a7-b255-945e41e0915f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 200 len: 854 time: 0.0904093 May 26 22:51:25.561678 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-3672f7db-539e-4b20-8982-c95f023c5844 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.563035 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-3672f7db-539e-4b20-8982-c95f023c5844 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "GET /v2.0/networks?id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020 HTTP/1.1" status: 200 len: 814 time: 0.3636332 May 26 22:51:25.626235 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Request body: {'port': {'device_id': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020', 'admin_state_up': True, 'tenant_id': '2da44423db7d432090146ed05edea873'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:25.665102 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b0d58c52-baa7-4d5e-b7e4-490122af0fb8 req-b41d1985-a2fd-48b3-b7c9-106f7cba6f57 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 210 time: 0.0806270 May 26 22:51:25.697396 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-0e2eff49-86ec-46b2-8b85-5f738eb82413 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e6cc7cfe214a24bad0f98f20ebe7e5&device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 1096 time: 0.0822697 May 26 22:51:25.782049 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:51:25.786442 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-50be1c85-1879-4833-99c5-333cbbf51641 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ced50d2-d455-4aaf-a633-88f8967da4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2006750 May 26 22:51:25.794397 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:51:25.830596 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-19956ce2-06ce-408f-8808-e202a89aa3e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.832032 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-19956ce2-06ce-408f-8808-e202a89aa3e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45db7c40-730f-4df1-bbdd-27e57b92b1c7 HTTP/1.1" status: 200 len: 910 time: 0.1282020 May 26 22:51:25.867941 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Made reservation on behalf of 2da44423db7d432090146ed05edea873 for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:51:25.870844 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:25.910463 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-cf668693-74e5-4928-a1db-068997eef6c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e25939e3-327d-4c2c-a689-eb96963d6dec HTTP/1.1" status: 200 len: 217 time: 0.0647814 May 26 22:51:25.976425 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-f9b14833-9706-4d22-825e-d76b19b206a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:25.977924 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-f9b14833-9706-4d22-825e-d76b19b206a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=351a2ab9-d779-4f72-97cc-ad85d424ebb7 HTTP/1.1" status: 200 len: 849 time: 0.0606875 May 26 22:51:26.037404 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-a4abb3a3-e3b3-4fca-9163-93e4a9ed93df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45db7c40-730f-4df1-bbdd-27e57b92b1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410936 May 26 22:51:26.093412 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-a8216e82-33c8-492e-ba3b-ba8b24792e0e service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967894 May 26 22:51:26.169288 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-78fec7af-eedf-42c6-83bb-36f6ef914290 service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234930 May 26 22:51:26.226892 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Allocated IP 172.20.0.9 (3ebb08a9-74ed-4aa4-b334-cd57a09ba020/e77c1ef3-ab44-409f-a2be-4a2679449c87/9e94d489-decc-4c7e-8666-08b8532bfa93) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:51:26.299261 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5faef9a7-a500-42b6-b2f3-f8a76a2238b3 req-1efe5d5f-20b1-4952-a415-eae650fb223a service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959205 May 26 22:51:26.300143 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52cfdab0-3588-44b9-bc57-81778bb0c80f req-c810ec9e-bba3-48af-94e3-3af4e7f15536 service neutron] 10.222.0.67 "GET /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241121 May 26 22:51:26.313788 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad2a54-0218-45fd-834b-1bd067f82e98 req-9535504a-dfd0-4058-9cb2-f19ca98f8fe9 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:26.315225 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-73ad2a54-0218-45fd-834b-1bd067f82e98 req-9535504a-dfd0-4058-9cb2-f19ca98f8fe9 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 943 time: 0.2614052 May 26 22:51:26.458980 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-73ad2a54-0218-45fd-834b-1bd067f82e98 req-4d4fd8b3-aadb-435d-afd8-7950141a011f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306732 May 26 22:51:26.518486 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.547904 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.618505 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:51:26.621336 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:51:26.624541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:51:26.654586 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7066c-b02c-45ca-93d1-8b9ef6d4a7bb req-3e63f233-2a29-4087-966f-29cf993f9be9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:26.656024 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-72f7066c-b02c-45ca-93d1-8b9ef6d4a7bb req-3e63f233-2a29-4087-966f-29cf993f9be9 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0782528 May 26 22:51:26.667571 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Pushing event updated for resources: {'Port': ['ID=9e94d489-decc-4c7e-8666-08b8532bfa93,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:26.698815 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:26.699421 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.704149 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-72f7066c-b02c-45ca-93d1-8b9ef6d4a7bb req-481724c1-2c79-4c09-95f8-aa8011c82c63 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 May 26 22:51:26.726973 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-7ec87d57-b0af-4247-be50-7aae0685959b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054029 May 26 22:51:26.738040 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Request body: {'port': {'device_id': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:26.898845 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:26.976934 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f015f-aa69-41f6-b708-ffe2b351747e req-65243c37-7821-46b8-9e4f-9638ca32fc7e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:26.977625 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-477f015f-aa69-41f6-b708-ffe2b351747e req-65243c37-7821-46b8-9e4f-9638ca32fc7e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Synchronizing usage tracker for tenant:2da44423db7d432090146ed05edea873 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:27.046089 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-477f015f-aa69-41f6-b708-ffe2b351747e req-65243c37-7821-46b8-9e4f-9638ca32fc7e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Unset dirty status for tenant:2da44423db7d432090146ed05edea873 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:27.047419 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-477f015f-aa69-41f6-b708-ffe2b351747e req-65243c37-7821-46b8-9e4f-9638ca32fc7e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 931 time: 0.2572155 May 26 22:51:27.267732 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-477f015f-aa69-41f6-b708-ffe2b351747e req-300e399f-bd43-4739-b5c1-241e8c887f71 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099850 May 26 22:51:27.388174 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e94d489-decc-4c7e-8666-08b8532bfa93 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:27.395140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.410427 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Transition to ACTIVE for port object 9e94d489-decc-4c7e-8666-08b8532bfa93 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:51:27.414078 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.538396 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Pushing event updated for resources: {'Port': ['ID=9e94d489-decc-4c7e-8666-08b8532bfa93,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:27.643091 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Attempting to bind port 9e94d489-decc-4c7e-8666-08b8532bfa93 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:51:27.643416 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Attempting to bind port 9e94d489-decc-4c7e-8666-08b8532bfa93 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:51:27.643736 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Attempting to bind port 9e94d489-decc-4c7e-8666-08b8532bfa93 on network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:27.649423 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Port 9e94d489-decc-4c7e-8666-08b8532bfa93 on network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:51:27.649733 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Attempting to bind port 9e94d489-decc-4c7e-8666-08b8532bfa93 on network 3ebb08a9-74ed-4aa4-b334-cd57a09ba020 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:51:27.656476 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:51:27.656832 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Checking segment: {'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:51:27.657208 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Bound using segment: {'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:51:27.657632 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Bound port: 9e94d489-decc-4c7e-8666-08b8532bfa93, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:51:27.657969 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.661181 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a489990-079a-4f1b-af5a-2a94523a0909 req-2e8694c1-69c5-44df-945b-3d1016dc8a20 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:27.662633 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2a489990-079a-4f1b-af5a-2a94523a0909 req-2e8694c1-69c5-44df-945b-3d1016dc8a20 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 943 time: 0.0776267 May 26 22:51:27.709263 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2a489990-079a-4f1b-af5a-2a94523a0909 req-1585665d-422a-4f9d-b137-b136e394f452 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 May 26 22:51:27.751514 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] For port 9e94d489-decc-4c7e-8666-08b8532bfa93, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:51:27.754785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] For port 9e94d489-decc-4c7e-8666-08b8532bfa93, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9e94d489-decc-4c7e-8666-08b8532bfa93,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:51:27.759570 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.822129 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:27.823486 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] 10.222.0.67 "PUT /v2.0/ports/9e94d489-decc-4c7e-8666-08b8532bfa93 HTTP/1.1" status: 200 len: 1093 time: 1.0896251 May 26 22:51:27.823903 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'tag': '9e94d489-decc-4c7e-8666-08b8532bfa93'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:27.911465 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91adfebd-23b3-477a-b1a2-de0e35cf2c28'] response: {'name': 'network-changed', 'server_uuid': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'tag': '9e94d489-decc-4c7e-8666-08b8532bfa93', 'status': 'completed', 'code': 200} May 26 22:51:27.925029 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158d19b-9ad5-40b3-9b9e-7df3c64aa328 service neutron] Pushing event updated for resources: {'Port': ['ID=9e94d489-decc-4c7e-8666-08b8532bfa93,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:27.980100 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d7461-9439-4af5-9b1f-8cf83f954ed8 req-815cc597-000c-4c1c-a770-21afb88cc396 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:27.982219 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f17d7461-9439-4af5-9b1f-8cf83f954ed8 req-815cc597-000c-4c1c-a770-21afb88cc396 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.1511843 May 26 22:51:27.987942 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-0f7a6560-18a3-4150-aa80-e8be6bb12e94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2da44423db7d432090146ed05edea873&device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 1096 time: 0.1206455 May 26 22:51:28.081726 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-c6c2ed5a-4a34-4502-beca-b97ef4e71e5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e94d489-decc-4c7e-8666-08b8532bfa93 HTTP/1.1" status: 200 len: 217 time: 0.0772927 May 26 22:51:28.130578 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f17d7461-9439-4af5-9b1f-8cf83f954ed8 req-7e0d94e4-2db0-4928-80db-71180c6db751 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417372 May 26 22:51:28.149252 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-2d09050c-0fa0-4f52-8b25-e84fd905ce61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:28.150653 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-2d09050c-0fa0-4f52-8b25-e84fd905ce61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e77c1ef3-ab44-409f-a2be-4a2679449c87 HTTP/1.1" status: 200 len: 854 time: 0.0630503 May 26 22:51:28.196695 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-9a5dda04-249e-4036-a032-5e37893ac51e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386229 May 26 22:51:28.326122 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-a2ed998f-bd28-4cc5-b8da-5cc027a4cf38 service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219511 May 26 22:51:28.423648 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device e25939e3-327d-4c2c-a689-eb96963d6dec details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:28.459879 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94e53cf4-d5f1-4cf5-8185-3e363a8e5fd8 req-919bfcbe-5e97-4336-b7fe-a23de0873e8f service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270092 May 26 22:51:28.558886 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080c408-37bb-4324-bdae-90632ba400f7 req-93dbe0b2-6161-4a4e-94c8-303e4a368638 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:28.561051 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1080c408-37bb-4324-bdae-90632ba400f7 req-93dbe0b2-6161-4a4e-94c8-303e4a368638 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 943 time: 0.1701596 May 26 22:51:28.565074 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port e25939e3-327d-4c2c-a689-eb96963d6dec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e25939e3-327d-4c2c-a689-eb96963d6dec,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:28.578552 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'e25939e3-327d-4c2c-a689-eb96963d6dec', 'network_id': '45db7c40-730f-4df1-bbdd-27e57b92b1c7', 'port_id': 'e25939e3-327d-4c2c-a689-eb96963d6dec', 'mac_address': 'fa:16:3e:17:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351a2ab9-d779-4f72-97cc-ad85d424ebb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:28.583431 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-08f925d3-453f-457c-87ab-3753aec4bed2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2da44423db7d432090146ed05edea873&device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 1096 time: 0.0759912 May 26 22:51:28.608310 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1080c408-37bb-4324-bdae-90632ba400f7 req-52e315c6-5567-413b-a700-44ba273f84ae tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400977 May 26 22:51:28.641199 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.658462 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25939e3-327d-4c2c-a689-eb96963d6dec {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:28.673720 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port e25939e3-327d-4c2c-a689-eb96963d6dec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e25939e3-327d-4c2c-a689-eb96963d6dec,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:28.677690 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:28.724380 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-d1ff7d57-9f30-450a-9bfd-b0cfc5bbf7bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:28.725852 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-d1ff7d57-9f30-450a-9bfd-b0cfc5bbf7bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020 HTTP/1.1" status: 200 len: 915 time: 0.1317861 May 26 22:51:28.743218 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=e25939e3-327d-4c2c-a689-eb96963d6dec,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:28.798778 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-751c447e-24c3-4267-aaa7-e45966c69afe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e94d489-decc-4c7e-8666-08b8532bfa93 HTTP/1.1" status: 200 len: 217 time: 0.0658960 May 26 22:51:28.913790 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-c78430be-3327-4d0c-8dd9-31bbcc868a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:28.915231 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-c78430be-3327-4d0c-8dd9-31bbcc868a6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e77c1ef3-ab44-409f-a2be-4a2679449c87 HTTP/1.1" status: 200 len: 854 time: 0.1045876 May 26 22:51:29.038076 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba962e1-cf69-4432-8889-d6346b912519 req-36ba3e24-9a9b-4a3c-93c3-9e42710b1b74 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.040639 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3ba962e1-cf69-4432-8889-d6346b912519 req-36ba3e24-9a9b-4a3c-93c3-9e42710b1b74 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 944 time: 0.2001424 May 26 22:51:29.041825 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['e25939e3-327d-4c2c-a689-eb96963d6dec'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:29.047720 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-259c9426-013f-4f88-b41b-a5d7c79d1f09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ebb08a9-74ed-4aa4-b334-cd57a09ba020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140320 May 26 22:51:29.168025 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3ba962e1-cf69-4432-8889-d6346b912519 req-05ac0a3f-6533-4da2-89c4-b5de648e4d6d tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193714 May 26 22:51:29.209305 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-94712f49-3668-42a2-9c70-862867cac264 service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472926 May 26 22:51:29.339311 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa7c17-0dce-442c-aef9-9f60cc1c64b3 req-69373725-49c5-4150-86f5-f26f0d4a3cc5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.341738 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b0fa7c17-0dce-442c-aef9-9f60cc1c64b3 req-69373725-49c5-4150-86f5-f26f0d4a3cc5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0788863 May 26 22:51:29.355953 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3e709b2-056f-45e1-a0a0-ca5b3c6042c5 req-a9247271-20d0-45cd-ac5e-11ba66dcba13 service neutron] 10.222.0.67 "GET /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283073 May 26 22:51:29.386365 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b0fa7c17-0dce-442c-aef9-9f60cc1c64b3 req-112768d5-f42a-46a8-bfb6-013e113aa68b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394742 May 26 22:51:29.805785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2575b-05af-41cd-b62d-1f34485227c1 req-183cab70-0e91-4d63-8ba7-7ca1b5d3925e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:29.807212 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ad2575b-05af-41cd-b62d-1f34485227c1 req-183cab70-0e91-4d63-8ba7-7ca1b5d3925e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 943 time: 0.0758312 May 26 22:51:29.858347 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ad2575b-05af-41cd-b62d-1f34485227c1 req-8547b482-8c05-433b-9efd-be0103247951 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 May 26 22:51:30.371292 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e1814-2083-4b4d-9615-5edf968398d8 req-63c9576a-5069-4998-b95d-002be3ac3b05 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:30.373250 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d87e1814-2083-4b4d-9615-5edf968398d8 req-63c9576a-5069-4998-b95d-002be3ac3b05 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 944 time: 0.0750737 May 26 22:51:30.417378 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d87e1814-2083-4b4d-9615-5edf968398d8 req-aacf9f9b-6903-4d0a-ad38-21a31dcf3708 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387208 May 26 22:51:30.447511 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 9e94d489-decc-4c7e-8666-08b8532bfa93 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:51:30.449917 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device e25939e3-327d-4c2c-a689-eb96963d6dec up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:30.583154 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f5c64-59ca-4dd6-b26d-87575ccbdb4e req-c310cac7-2a8a-4038-9ea3-6121e4409d1a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:30.584490 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-381f5c64-59ca-4dd6-b26d-87575ccbdb4e req-c310cac7-2a8a-4038-9ea3-6121e4409d1a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0774980 May 26 22:51:30.615465 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port e25939e3-327d-4c2c-a689-eb96963d6dec completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:30.625434 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port e25939e3-327d-4c2c-a689-eb96963d6dec triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:30.625798 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.631719 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-381f5c64-59ca-4dd6-b26d-87575ccbdb4e req-98c2f420-07e8-43d6-9855-f0a400601e63 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 May 26 22:51:30.685056 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 9e94d489-decc-4c7e-8666-08b8532bfa93, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9e94d489-decc-4c7e-8666-08b8532bfa93,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:30.703643 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '9e94d489-decc-4c7e-8666-08b8532bfa93', 'network_id': '3ebb08a9-74ed-4aa4-b334-cd57a09ba020', 'port_id': '9e94d489-decc-4c7e-8666-08b8532bfa93', 'mac_address': 'fa:16:3e:ce:47:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77c1ef3-ab44-409f-a2be-4a2679449c87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:51:30.791099 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.821601 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e94d489-decc-4c7e-8666-08b8532bfa93 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:51:30.835397 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.854315 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 9e94d489-decc-4c7e-8666-08b8532bfa93, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9e94d489-decc-4c7e-8666-08b8532bfa93,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:30.861461 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.893553 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb482ec-48db-4563-ba15-bbafbe332110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25939e3-327d-4c2c-a689-eb96963d6dec'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:30.923427 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port e25939e3-327d-4c2c-a689-eb96963d6dec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e25939e3-327d-4c2c-a689-eb96963d6dec,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:30.936776 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:30.944541 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=9e94d489-decc-4c7e-8666-08b8532bfa93,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:30.981720 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436c0dbf-2895-4b4b-86b7-03ac16db10fd'] response: {'server_uuid': '2fb482ec-48db-4563-ba15-bbafbe332110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25939e3-327d-4c2c-a689-eb96963d6dec', 'code': 200} May 26 22:51:31.017073 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=e25939e3-327d-4c2c-a689-eb96963d6dec,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:31.078472 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e65a0-d573-40f6-97d5-993c02c9f90a req-057d9da7-d97f-4cd5-b769-e8bf3fa06378 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.079926 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3f3e65a0-d573-40f6-97d5-993c02c9f90a req-057d9da7-d97f-4cd5-b769-e8bf3fa06378 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 944 time: 0.0894148 May 26 22:51:31.126540 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3f3e65a0-d573-40f6-97d5-993c02c9f90a req-09526afe-ac28-474c-b329-3dee4055b627 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 May 26 22:51:31.221302 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fc6dd51-7b35-4c43-be8d-a3b49f1c80d2 req-bdc24dad-c776-49bb-9aac-b52831e64813 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 1098 time: 0.0705822 May 26 22:51:31.224482 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['9e94d489-decc-4c7e-8666-08b8532bfa93'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:31.264245 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fc6dd51-7b35-4c43-be8d-a3b49f1c80d2 req-ef418620-7f2c-4ccd-bf76-a29769276873 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359466 May 26 22:51:31.620025 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dfe6f-7170-49f2-b6f6-06c280d94927 req-e02c7c14-4d8f-4f39-9d2a-d451fc6bdb6a tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.621481 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b35dfe6f-7170-49f2-b6f6-06c280d94927 req-e02c7c14-4d8f-4f39-9d2a-d451fc6bdb6a tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 945 time: 0.0771210 May 26 22:51:31.665797 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b35dfe6f-7170-49f2-b6f6-06c280d94927 req-9111432a-6962-43c2-b932-7a91711ea67f tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379865 May 26 22:51:31.829066 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a711a70-199d-48bf-9ee0-214d76a4f6dd req-cc1923be-1a9c-4985-99cf-991881e91209 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:31.830509 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6a711a70-199d-48bf-9ee0-214d76a4f6dd req-cc1923be-1a9c-4985-99cf-991881e91209 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0775127 May 26 22:51:31.875857 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6a711a70-199d-48bf-9ee0-214d76a4f6dd req-fcc03e43-6ba8-470b-b632-495dbde206a0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399287 May 26 22:51:32.322139 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f367559-856c-409b-8df1-cedc704cf2d8 req-7e872e8c-8b67-405e-865b-50e1f0196480 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:32.323568 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4f367559-856c-409b-8df1-cedc704cf2d8 req-7e872e8c-8b67-405e-865b-50e1f0196480 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 944 time: 0.0783350 May 26 22:51:32.368535 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4f367559-856c-409b-8df1-cedc704cf2d8 req-4fc4af7e-4bfb-48ae-9f63-8b83f8e5bea0 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 May 26 22:51:32.439332 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 9e94d489-decc-4c7e-8666-08b8532bfa93 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:51:32.509814 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 9e94d489-decc-4c7e-8666-08b8532bfa93 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:51:32.514867 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 9e94d489-decc-4c7e-8666-08b8532bfa93 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:51:32.515232 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.626145 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.659475 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 9e94d489-decc-4c7e-8666-08b8532bfa93, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9e94d489-decc-4c7e-8666-08b8532bfa93,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:32.663998 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:32.734912 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=9e94d489-decc-4c7e-8666-08b8532bfa93,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:32.867420 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791f0ba-b4bc-4844-b0e1-be0e2b12b42d req-befbd261-7838-4936-b593-0b10a4444263 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:32.868874 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5791f0ba-b4bc-4844-b0e1-be0e2b12b42d req-befbd261-7838-4936-b593-0b10a4444263 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 945 time: 0.0781126 May 26 22:51:32.914376 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5791f0ba-b4bc-4844-b0e1-be0e2b12b42d req-a5df7150-0c88-4b09-b03b-90210fdcf3d7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 May 26 22:51:32.983348 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e94d489-decc-4c7e-8666-08b8532bfa93'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:33.041768 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81c7eab-1442-4317-9898-21d7e4c468cf'] response: {'server_uuid': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e94d489-decc-4c7e-8666-08b8532bfa93', 'code': 200} May 26 22:51:33.083586 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b68c7-d4bc-4ba0-a425-49c5fdd030dc req-c0e0b053-96a9-49a6-b45b-c5ea1a7a2291 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.085034 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1e0b68c7-d4bc-4ba0-a425-49c5fdd030dc req-c0e0b053-96a9-49a6-b45b-c5ea1a7a2291 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0777102 May 26 22:51:33.135236 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1e0b68c7-d4bc-4ba0-a425-49c5fdd030dc req-0ef86427-0402-4451-92af-f14e14617876 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 May 26 22:51:33.288385 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab008c96-66ce-4f8e-ab77-d67264474a7b req-e629e0c7-bb5a-4e13-bb91-9624284541f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 1098 time: 0.0700800 May 26 22:51:33.332936 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ab008c96-66ce-4f8e-ab77-d67264474a7b req-2c9775c2-8c43-4962-bafb-2dbfd6296074 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 May 26 22:51:33.565995 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abde2f4-be4d-4368-a31c-7786d1f55176 req-372f7c09-4604-4d70-a108-863e9c89441b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:33.568313 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8abde2f4-be4d-4368-a31c-7786d1f55176 req-372f7c09-4604-4d70-a108-863e9c89441b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0803268 May 26 22:51:33.617110 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8abde2f4-be4d-4368-a31c-7786d1f55176 req-e545caf5-5300-4bd9-a7d6-f80b91f49a3d tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 May 26 22:51:34.137273 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a0cd-0116-46b4-9bdd-ba1ae544eb3c req-530db3bb-7323-43a8-8190-63dc310721c1 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.138763 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-afc5a0cd-0116-46b4-9bdd-ba1ae544eb3c req-530db3bb-7323-43a8-8190-63dc310721c1 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 945 time: 0.0752654 May 26 22:51:34.183155 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-afc5a0cd-0116-46b4-9bdd-ba1ae544eb3c req-ca480ea4-f62c-42a3-8f27-3db02a6fcfb7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389419 May 26 22:51:34.334427 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70913e2-f8fb-493e-afc4-d5e9d99a63e7 req-4a2feb8b-2872-42b6-a8d3-0e92036490de tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.335748 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e70913e2-f8fb-493e-afc4-d5e9d99a63e7 req-4a2feb8b-2872-42b6-a8d3-0e92036490de tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0769203 May 26 22:51:34.384088 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e70913e2-f8fb-493e-afc4-d5e9d99a63e7 req-0ecfded1-c4f6-4370-a224-6a0988aaf2a4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 May 26 22:51:34.829413 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d006b-8e81-4ff2-a4ed-57d0a86a7aa6 req-50db8da1-9dc8-47b9-8ac0-77cdd095d00a tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:34.833519 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-663d006b-8e81-4ff2-a4ed-57d0a86a7aa6 req-50db8da1-9dc8-47b9-8ac0-77cdd095d00a tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0940719 May 26 22:51:34.913306 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-663d006b-8e81-4ff2-a4ed-57d0a86a7aa6 req-86bd23c7-eaa3-458d-a752-7f88089fc0a3 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760381 May 26 22:51:35.048912 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acbd75f9-bac8-43ca-8b8b-8e7fe8b7d0a3 req-87d39cae-133b-4ce0-9c39-cfcd76a97a27 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1099 time: 0.0697002 May 26 22:51:35.091115 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-acbd75f9-bac8-43ca-8b8b-8e7fe8b7d0a3 req-a3881bb0-57dd-47ff-b713-34baf799d701 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360477 May 26 22:51:35.362771 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:51:35.381212 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b9465-9564-45e2-adbe-3b4eb8bb555e req-320bba63-a692-4596-aab7-bd2825317324 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:35.382663 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9b8b9465-9564-45e2-adbe-3b4eb8bb555e req-320bba63-a692-4596-aab7-bd2825317324 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 945 time: 0.0797837 May 26 22:51:35.427853 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9b8b9465-9564-45e2-adbe-3b4eb8bb555e req-ba3cdbb8-dfb1-4b4c-81f1-11cb7bef563c tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 May 26 22:51:35.584619 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3e30a-0d72-452e-8b70-6f2d5854b3c9 req-39f9ef3c-4530-44a5-85ea-d70456300a4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:35.586045 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-acd3e30a-0d72-452e-8b70-6f2d5854b3c9 req-39f9ef3c-4530-44a5-85ea-d70456300a4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0786135 May 26 22:51:35.630500 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-acd3e30a-0d72-452e-8b70-6f2d5854b3c9 req-2833834d-5490-4604-9651-f1ec41662079 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 May 26 22:51:36.099538 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59bfe-3608-4efd-9d11-a2f416cbba28 req-8095c469-5d00-4a4e-851a-15afe055b12e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:36.101126 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94d59bfe-3608-4efd-9d11-a2f416cbba28 req-8095c469-5d00-4a4e-851a-15afe055b12e tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0769668 May 26 22:51:36.145334 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-94d59bfe-3608-4efd-9d11-a2f416cbba28 req-12cb5687-0353-4fef-9f88-ea9d1b12bf86 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387955 May 26 22:51:36.495190 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-490378b6-b9ea-4816-b45d-6e658609cee7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:36.497079 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-490378b6-b9ea-4816-b45d-6e658609cee7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 945 time: 0.0888393 May 26 22:51:36.570312 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Deleting port e25939e3-327d-4c2c-a689-eb96963d6dec {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:51:36.570649 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:36.874770 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe0bcf-b49b-4cc7-a852-8ced363d022b req-27793000-b4c8-402b-b733-3d1346d9010f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:36.876348 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0dfe0bcf-b49b-4cc7-a852-8ced363d022b req-27793000-b4c8-402b-b733-3d1346d9010f tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0900419 May 26 22:51:36.899541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead028c3-2ec4-49c0-89ae-979a489978d8 req-8a72ee2d-6aa6-493d-9e35-8829a8ecbb60 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:36.901073 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ead028c3-2ec4-49c0-89ae-979a489978d8 req-8a72ee2d-6aa6-493d-9e35-8829a8ecbb60 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 945 time: 0.2867873 May 26 22:51:36.925740 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0dfe0bcf-b49b-4cc7-a852-8ced363d022b req-75d36064-c2e8-4bb3-8c71-79d611c3a9cb tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 May 26 22:51:36.972241 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ead028c3-2ec4-49c0-89ae-979a489978d8 req-3836a3b4-e096-4f3a-be53-47077eb8377b tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/security-groups?id=43d6c04f-2e30-4476-a9c7-c7478f472979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651851 May 26 22:51:37.019244 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] For port e25939e3-327d-4c2c-a689-eb96963d6dec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e25939e3-327d-4c2c-a689-eb96963d6dec,segment=NetworkSegment(c690bb12-153b-44f8-a30d-6bd6456ce6ba),segment_id=c690bb12-153b-44f8-a30d-6bd6456ce6ba)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:51:37.019591 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.144107 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Calling delete_port for e25939e3-327d-4c2c-a689-eb96963d6dec owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:51:37.298342 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.311098 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['e25939e3-327d-4c2c-a689-eb96963d6dec'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:51:37.346841 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Pushing event deleted for resources: {'Port': ['ID=e25939e3-327d-4c2c-a689-eb96963d6dec,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:51:37.422842 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] No DVR routers for this DVR port e25939e3-327d-4c2c-a689-eb96963d6dec on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:51:37.425327 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:37.435547 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb482ec-48db-4563-ba15-bbafbe332110', 'name': 'network-vif-deleted', 'tag': 'e25939e3-327d-4c2c-a689-eb96963d6dec'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:37.441898 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-33df3aab-7491-4ca1-bc81-5f2d82906ed2 req-6228607b-ba97-4ed3-ab19-9d7121d91c23 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.67 "DELETE /v2.0/ports/e25939e3-327d-4c2c-a689-eb96963d6dec HTTP/1.1" status: 204 len: 173 time: 0.9363477 May 26 22:51:37.520218 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99e1142-f421-4616-b29e-6d89444c7698'] response: {'server_uuid': '2fb482ec-48db-4563-ba15-bbafbe332110', 'name': 'network-vif-deleted', 'tag': 'e25939e3-327d-4c2c-a689-eb96963d6dec', 'status': 'completed', 'code': 200} May 26 22:51:37.568005 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b773dd8-168f-4065-901f-00b1682a4bff req-3909a281-6d3d-4ea5-91ba-c2d640421077 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1099 time: 0.0804162 May 26 22:51:37.609442 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d648-a6ff-4ff3-a3d3-15e829c929da req-209dba58-273a-44b3-be6f-7f804132fe27 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.611207 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1275d648-a6ff-4ff3-a3d3-15e829c929da req-209dba58-273a-44b3-be6f-7f804132fe27 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0772977 May 26 22:51:37.661172 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1275d648-a6ff-4ff3-a3d3-15e829c929da req-a422fbcd-89be-4688-a324-efa081e5c118 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 May 26 22:51:37.722921 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b773dd8-168f-4065-901f-00b1682a4bff req-4c79ea09-ac9f-43e2-aae9-7feae7dbd0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.724331 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b773dd8-168f-4065-901f-00b1682a4bff req-4c79ea09-ac9f-43e2-aae9-7feae7dbd0ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.1360500 May 26 22:51:37.839773 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b773dd8-168f-4065-901f-00b1682a4bff req-f4e80e25-fd78-4cbe-8366-8bb037736570 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 1002 time: 0.1076133 May 26 22:51:37.903847 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b773dd8-168f-4065-901f-00b1682a4bff req-266eb430-1a7c-4399-ba6f-66145ccbcff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:37.905327 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b773dd8-168f-4065-901f-00b1682a4bff req-266eb430-1a7c-4399-ba6f-66145ccbcff3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0563293 May 26 22:51:37.983565 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b773dd8-168f-4065-901f-00b1682a4bff req-d4022cc9-30c1-4027-bb7a-21902f814fef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719311 May 26 22:51:38.170162 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-e2f57a1a-6ea6-41c6-b440-54c615e6d321 req-8431d79d-c728-4d8c-8121-397bbfc212c7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Synchronizing usage tracker for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:51:38.173727 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b773dd8-168f-4065-901f-00b1682a4bff req-87529d8c-3fd0-4655-8170-3dcedd4df739 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753676 May 26 22:51:38.209959 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-e2f57a1a-6ea6-41c6-b440-54c615e6d321 req-8431d79d-c728-4d8c-8121-397bbfc212c7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] Unset dirty status for tenant:81e6cc7cfe214a24bad0f98f20ebe7e5 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:51:38.211060 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f57a1a-6ea6-41c6-b440-54c615e6d321 req-8431d79d-c728-4d8c-8121-397bbfc212c7 tempest-VolumesActionsTest-1856184050 tempest-VolumesActionsTest-1856184050-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb482ec-48db-4563-ba15-bbafbe332110 HTTP/1.1" status: 200 len: 210 time: 0.0923755 May 26 22:51:38.320154 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b773dd8-168f-4065-901f-00b1682a4bff req-a32439e4-cf9a-44cc-bda2-d1b5a548de3c service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377163 May 26 22:51:38.863696 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc3a75-63e7-4dcc-83ff-5dec9e164d93 req-6e0fe664-aae4-4286-877f-44f55386dd70 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:38.865174 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-42bc3a75-63e7-4dcc-83ff-5dec9e164d93 req-6e0fe664-aae4-4286-877f-44f55386dd70 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0768740 May 26 22:51:38.914144 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-42bc3a75-63e7-4dcc-83ff-5dec9e164d93 req-a0ab7c71-2c64-4a36-bd40-0b635a140366 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434375 May 26 22:51:40.124059 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60ba04-fe31-4841-a512-9b038d1a63eb req-a5dfeeaa-565e-4266-9c82-c64f7716078c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:40.125545 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7d60ba04-fe31-4841-a512-9b038d1a63eb req-a5dfeeaa-565e-4266-9c82-c64f7716078c tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0768652 May 26 22:51:40.183213 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7d60ba04-fe31-4841-a512-9b038d1a63eb req-7c211d7e-68a5-4cb6-8077-cf09e26f1479 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519471 May 26 22:51:40.543282 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device e25939e3-327d-4c2c-a689-eb96963d6dec no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:51:40.601081 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: e25939e3-327d-4c2c-a689-eb96963d6dec {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:51:40.601332 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device e25939e3-327d-4c2c-a689-eb96963d6dec not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:51:41.387396 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51998-5121-4be0-8f70-a1b6c9e2212c req-187b7b93-0f57-4183-b9f3-8fcb34798787 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.388840 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c3f51998-5121-4be0-8f70-a1b6c9e2212c req-187b7b93-0f57-4183-b9f3-8fcb34798787 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0803058 May 26 22:51:41.437212 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c3f51998-5121-4be0-8f70-a1b6c9e2212c req-b49fdd1e-db56-4f5b-ac89-96f22b9a777e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 May 26 22:51:41.645234 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa0b67-dd7a-4c03-b55e-1db288999f38 req-3d28c6a5-8909-4a51-a899-e525a4279dbf tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:41.646691 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-78fa0b67-dd7a-4c03-b55e-1db288999f38 req-3d28c6a5-8909-4a51-a899-e525a4279dbf tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0904763 May 26 22:51:41.656954 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57110) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:51:41.662384 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Request body: {'floatingip': {'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:51:41.841319 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.518830 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:42.526282 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.022491 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Router 2f6a605e-de03-45de-888c-4103248e99a1 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:51:43.260593 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:51:43.266074 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:43.271373 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] Sync routers for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:51:43.287336 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:43.287907 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:51:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:43.365800 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:43.421194 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-df726d54-c395-46b6-920c-e8499cfcc4e0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "PUT /v2.0/floatingips/a3e04e7c-b55f-4141-9ef4-3c1944422baf HTTP/1.1" status: 200 len: 994 time: 1.7628815 May 26 22:51:43.458177 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c31b17-bdc4-4be6-9791-1ebc8f705e46'] response: {'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'status': 'completed', 'code': 200} May 26 22:51:43.495191 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:43.595379 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-7d874c2b-0218-4365-9ba9-af13a40a7f4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1099 time: 0.1091475 May 26 22:51:43.829085 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-3c7a533e-17da-4008-87aa-2b02a6c2adf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:43.830907 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-3c7a533e-17da-4008-87aa-2b02a6c2adf8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.2292581 May 26 22:51:43.972925 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'a3e04e7c-b55f-4141-9ef4-3c1944422baf', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'mac_address': 'fa:16:3e:36:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:54Z', 'updated_at': '2022-05-26T22:51:42Z', 'revision_number': 3, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:43.978775 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] Checking router: 2f6a605e-de03-45de-888c-4103248e99a1 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:51:43.982075 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-8be873ad-0bd5-49bc-bc2f-c0e6c06ff3c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 1002 time: 0.1401093 May 26 22:51:44.002290 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:51:44.003077 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:51:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:44.066116 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-3be381d2-1034-4ba5-9755-21f728aa714c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:44.067978 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-3be381d2-1034-4ba5-9755-21f728aa714c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.0774887 May 26 22:51:44.172348 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-eb92d7d3-e3ff-487c-b035-40e61feb56d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960331 May 26 22:51:44.266841 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:51:44.325888 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-f16492dc-4c28-462c-a0b6-760b9f477e81 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471000 May 26 22:51:44.483205 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-366ef530-884f-4caf-adfd-eb708ba5b9f2 req-99759e8f-ff92-436e-aca9-ee364bc9d596 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469541 May 26 22:51:44.651640 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'a3e04e7c-b55f-4141-9ef4-3c1944422baf', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'mac_address': 'fa:16:3e:36:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:54Z', 'updated_at': '2022-05-26T22:51:42Z', 'revision_number': 3, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:51:44.656076 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ac8dbb-5754-4bdd-8594-ba2110f5b03b None None] The sync data for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb is: [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': 'a3e04e7c-b55f-4141-9ef4-3c1944422baf', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'port_id': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'mac_address': 'fa:16:3e:36:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:49:54Z', 'updated_at': '2022-05-26T22:51:42Z', 'revision_number': 3, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:51:45.028707 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:45.459230 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:51:45.520229 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f776ce52-2958-4bd4-b9ac-a5b9535bb41b'] response: {'name': 'network-changed', 'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'status': 'completed', 'code': 200} May 26 22:51:45.624647 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ba24540-0518-4463-9a9a-270af047e66f req-a6ed7740-5c0a-4fb8-8601-9d8a4d2ede3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 1099 time: 0.0795827 May 26 22:51:45.768283 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24540-0518-4463-9a9a-270af047e66f req-0eff206c-ee42-4e3e-be63-282d2848f154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:45.770617 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ba24540-0518-4463-9a9a-270af047e66f req-0eff206c-ee42-4e3e-be63-282d2848f154 service neutron] 10.222.0.67 "GET /v2.0/networks?id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 200 len: 919 time: 0.1397316 May 26 22:51:45.923963 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ba24540-0518-4463-9a9a-270af047e66f req-780fd4c3-8da1-4731-9666-c74edaecea40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 200 len: 1002 time: 0.1409347 May 26 22:51:46.031478 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24540-0518-4463-9a9a-270af047e66f req-e97d0e8c-03f9-4c2d-a51d-021f99645017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:46.032890 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ba24540-0518-4463-9a9a-270af047e66f req-e97d0e8c-03f9-4c2d-a51d-021f99645017 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 200 len: 857 time: 0.1005847 May 26 22:51:46.123466 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ba24540-0518-4463-9a9a-270af047e66f req-1978ac3b-c7c2-44c5-bc01-314bec3b1f9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822239 May 26 22:51:46.330899 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ba24540-0518-4463-9a9a-270af047e66f req-e262952f-29d8-4f19-8706-aa4d03bce351 service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872063 May 26 22:51:46.522231 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ba24540-0518-4463-9a9a-270af047e66f req-39016659-6418-40b7-a0d4-7eeab208874b service neutron] 10.222.0.67 "GET /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630750 May 26 22:51:47.916430 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-810369a9-eb7f-4c36-b212-63ed68e4cdc8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741537 May 26 22:51:48.083304 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-855abb9f-6e83-45f1-820e-1b065e64924e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 1099 time: 0.0851738 May 26 22:51:48.329479 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b803614-b7ad-418f-aced-89f9f507a391 req-3d1c9e53-d9e2-4265-86b7-ff27603e6153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.331076 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-3d1c9e53-d9e2-4265-86b7-ff27603e6153 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.2210498 May 26 22:51:48.470900 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-5b68c4d7-f77f-4a05-8db9-efad16acf879 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 200 len: 1002 time: 0.1286001 May 26 22:51:48.556782 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b803614-b7ad-418f-aced-89f9f507a391 req-b3cb10fb-33d6-4ad1-bbc0-79133c83c058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:48.559569 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-b3cb10fb-33d6-4ad1-bbc0-79133c83c058 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.0807965 May 26 22:51:48.650717 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-6351a17f-2c85-4380-8b72-9e8d37c49ec7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814805 May 26 22:51:48.801370 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-1f036ab0-1bfe-4b68-9284-08409bfa35e5 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426382 May 26 22:51:48.945611 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5b803614-b7ad-418f-aced-89f9f507a391 req-6cdc4f71-3d3f-4b5b-b9b2-347509e55d4d service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358206 May 26 22:51:49.949633 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f9fa10d1-0fe9-4bbf-a4a7-582dfca506a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:52.176052 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7fb19569-59e7-4110-9c76-c339805fba32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.495412 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:53.692653 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:54.753715 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:51:55.285111 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-e7fb2e51-50f6-4a99-923b-c27205310adf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1138 time: 0.0741284 May 26 22:51:55.482677 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-868b7e91-cbd4-4608-b640-95f881dd599a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.484217 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-868b7e91-cbd4-4608-b640-95f881dd599a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 916 time: 0.1628225 May 26 22:51:55.491114 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e22f6-11cf-4998-9031-4cb0c0cb78f1 req-ffeafc17-dada-4ea9-896c-f4ea987bda8b tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.492573 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-524e22f6-11cf-4998-9031-4cb0c0cb78f1 req-ffeafc17-dada-4ea9-896c-f4ea987bda8b tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.2055099 May 26 22:51:55.627911 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-524e22f6-11cf-4998-9031-4cb0c0cb78f1 req-945ffb1a-b982-4e1e-8675-9b1b1c984ee5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827127 May 26 22:51:55.629954 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-7a39fc90-97ec-4fcf-9539-9f166c933ab3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 1002 time: 0.1364565 May 26 22:51:55.702723 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-918da0ed-497e-453a-9df2-bdf346c1db2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:55.704238 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-918da0ed-497e-453a-9df2-bdf346c1db2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 200 len: 854 time: 0.0665824 May 26 22:51:55.788219 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-577a2eee-e764-404f-b307-ed2140a2f894 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ced50d2-d455-4aaf-a633-88f8967da4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772731 May 26 22:51:55.948145 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-5f796ecb-dc37-45ab-a45c-7b9c44f8ee36 service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530883 May 26 22:51:56.178999 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6f585775-a743-445c-adfd-9eac9cb4b9be req-d9ea33b1-7649-44cd-9078-fa6f715b4383 service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224910 May 26 22:51:56.868786 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6176856-79c9-40aa-a296-f84f1f4b3c93 req-4db05d74-c22d-4ab1-94d8-445c38ec3698 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:56.871574 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a6176856-79c9-40aa-a296-f84f1f4b3c93 req-4db05d74-c22d-4ab1-94d8-445c38ec3698 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0953963 May 26 22:51:56.969214 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a6176856-79c9-40aa-a296-f84f1f4b3c93 req-6eb23c1c-95ea-4868-8f03-58615debdfbc tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881834 May 26 22:51:57.751315 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e81478-2f5e-46a0-93f9-f950fbf72476 req-e96b8434-566c-49da-bb5e-b8cdd6d6be18 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:57.752866 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b3e81478-2f5e-46a0-93f9-f950fbf72476 req-e96b8434-566c-49da-bb5e-b8cdd6d6be18 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.1566136 May 26 22:51:57.802811 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b3e81478-2f5e-46a0-93f9-f950fbf72476 req-8b570679-b35e-4301-a17d-c7f1017989ca tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 May 26 22:51:58.192416 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a18e7b-a0e0-4b50-afe6-a940302c2726 req-77689d7c-9b6a-4c00-8a92-06b49445f3dd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:58.193956 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-54a18e7b-a0e0-4b50-afe6-a940302c2726 req-77689d7c-9b6a-4c00-8a92-06b49445f3dd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0966074 May 26 22:51:58.243939 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-54a18e7b-a0e0-4b50-afe6-a940302c2726 req-4e7ac153-cfe5-4db8-b67e-94aa4dfbeca7 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439413 May 26 22:51:59.009177 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fde4b-0a6a-48b3-8d23-ff83353333ec req-b8b0fef1-4161-4271-814b-00b1340a2518 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.010607 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-eb0fde4b-0a6a-48b3-8d23-ff83353333ec req-b8b0fef1-4161-4271-814b-00b1340a2518 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0803306 May 26 22:51:59.057499 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-eb0fde4b-0a6a-48b3-8d23-ff83353333ec req-f0681ec9-d093-4603-abb4-68d2984928b8 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 May 26 22:51:59.451256 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff2b84-e1af-46b6-9709-3f5470a7cf9e req-817c2b8c-6c5d-4034-abc2-fa638fa035a7 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:51:59.452686 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-57ff2b84-e1af-46b6-9709-3f5470a7cf9e req-817c2b8c-6c5d-4034-abc2-fa638fa035a7 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0782239 May 26 22:51:59.498985 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-57ff2b84-e1af-46b6-9709-3f5470a7cf9e req-dfbba04f-fd77-40a1-a510-59bb9e4879ef tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407698 May 26 22:52:00.251394 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eea3a6-6dfa-4cee-8f5a-41f1b0abc470 req-c68eabfe-3942-41ba-869b-d99d3a562249 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:00.252856 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-96eea3a6-6dfa-4cee-8f5a-41f1b0abc470 req-c68eabfe-3942-41ba-869b-d99d3a562249 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0783939 May 26 22:52:00.298237 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-96eea3a6-6dfa-4cee-8f5a-41f1b0abc470 req-0201ef04-ed51-436e-bc00-21e49c759a27 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 May 26 22:52:00.702559 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889e1df-855b-4c6c-ab75-1a4e7103dcb8 req-454a421a-c943-41c8-a24e-7cd10ec7f3cd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:00.704006 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1889e1df-855b-4c6c-ab75-1a4e7103dcb8 req-454a421a-c943-41c8-a24e-7cd10ec7f3cd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0791836 May 26 22:52:00.752363 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1889e1df-855b-4c6c-ab75-1a4e7103dcb8 req-83ab07d5-1bb3-4858-bd23-9e20b88ff09e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426764 May 26 22:52:01.499519 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb948d6a-c539-4920-bb8f-dffa6a87fb73 req-e3247a5c-1325-48cf-aafe-f30b20aac6a5 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.501041 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-eb948d6a-c539-4920-bb8f-dffa6a87fb73 req-e3247a5c-1325-48cf-aafe-f30b20aac6a5 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0805659 May 26 22:52:01.546690 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-eb948d6a-c539-4920-bb8f-dffa6a87fb73 req-f5889ace-31e5-461f-9051-9d02ceb8d099 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 May 26 22:52:01.914939 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57332) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:01.951798 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c6e1-5c00-4900-a84c-686f1e76bdd8 req-fe472e3a-3b4c-47c0-8ad7-71bc8c01cb81 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:01.953371 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7430c6e1-5c00-4900-a84c-686f1e76bdd8 req-fe472e3a-3b4c-47c0-8ad7-71bc8c01cb81 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0804412 May 26 22:52:01.976369 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] Deleting subnet 351a2ab9-d779-4f72-97cc-ad85d424ebb7 {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:01.979494 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.001673 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7430c6e1-5c00-4900-a84c-686f1e76bdd8 req-e57296ac-8ab8-48ac-8b0c-75e8813055c9 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426846 May 26 22:52:02.033541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532648'] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.087997 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.152485 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4065519'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.190714 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351a2ab9-d779-4f72-97cc-ad85d424ebb7,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:02.197991 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.205097 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c285038c-6168-4266-9283-87e9a0513d29 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/351a2ab9-d779-4f72-97cc-ad85d424ebb7 HTTP/1.1" status: 204 len: 168 time: 0.2888851 May 26 22:52:02.207557 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57336) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:02.310151 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.430648 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.456004 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45db7c40-730f-4df1-bbdd-27e57b92b1c7']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:02.467582 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c690bb12-153b-44f8-a30d-6bd6456ce6ba') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:02.467874 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c690bb12-153b-44f8-a30d-6bd6456ce6ba') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:02.478933 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.494715 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.502033 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:02.502694 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:02.515221 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:02.591225 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.607471 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.617547 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] Pushing event deleted for resources: {'Network': ['ID=45db7c40-730f-4df1-bbdd-27e57b92b1c7,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:02.627692 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-5b1b7178-b444-4369-aa5a-b2a9d5a7abce admin admin] 10.222.0.47 "DELETE /v2.0/networks/45db7c40-730f-4df1-bbdd-27e57b92b1c7 HTTP/1.1" status: 204 len: 168 time: 0.4191067 May 26 22:52:02.754894 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be82637-8851-4748-98b1-77437a20489d req-bb85fbf8-28f4-409e-bf29-abca18036b2a tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:02.756352 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5be82637-8851-4748-98b1-77437a20489d req-bb85fbf8-28f4-409e-bf29-abca18036b2a tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0776939 May 26 22:52:02.773647 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57346) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:02.810494 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5be82637-8851-4748-98b1-77437a20489d req-916f8715-d388-4829-ba0d-e3d7a0a83ad5 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 May 26 22:52:02.823236 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e4eed9d7-70b4-449f-b4f1-d5ac9e92b414 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81e6cc7cfe214a24bad0f98f20ebe7e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484157 May 26 22:52:02.826121 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57350) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:02.885607 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-01ce4b42-bc00-42fc-b908-3a325aabc265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.911787 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-01ce4b42-bc00-42fc-b908-3a325aabc265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.963143 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-01ce4b42-bc00-42fc-b908-3a325aabc265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.981029 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce4b42-bc00-42fc-b908-3a325aabc265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d6c04f-2e30-4476-a9c7-c7478f472979,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:02.990440 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-01ce4b42-bc00-42fc-b908-3a325aabc265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:02.991535 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-01ce4b42-bc00-42fc-b908-3a325aabc265 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43d6c04f-2e30-4476-a9c7-c7478f472979 HTTP/1.1" status: 204 len: 168 time: 0.1644971 May 26 22:52:03.405685 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92376482-83b2-4e4b-a9ff-d101c2122977 req-5464c83f-62a0-4b00-8f68-5ce1eacc7840 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:03.407165 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-92376482-83b2-4e4b-a9ff-d101c2122977 req-5464c83f-62a0-4b00-8f68-5ce1eacc7840 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.1393652 May 26 22:52:03.453903 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-92376482-83b2-4e4b-a9ff-d101c2122977 req-b92d0af1-8282-498e-be1c-2c9f0e5c0c52 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410402 May 26 22:52:03.547869 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-2ade39d3-030c-4d96-8681-46c249163ddd tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:03.549297 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-2ade39d3-030c-4d96-8681-46c249163ddd tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.0910702 May 26 22:52:03.621194 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Deleting port 9e94d489-decc-4c7e-8666-08b8532bfa93 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:03.621532 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:03.934774 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] For port 9e94d489-decc-4c7e-8666-08b8532bfa93, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9e94d489-decc-4c7e-8666-08b8532bfa93,segment=NetworkSegment(907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1),segment_id=907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:03.935127 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:04.095039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Calling delete_port for 9e94d489-decc-4c7e-8666-08b8532bfa93 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:04.190406 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad24611-f8a4-40e8-b324-4d0660847fc5 req-02d11502-331a-476a-ba85-df77aaec980b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:04.192134 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2ad24611-f8a4-40e8-b324-4d0660847fc5 req-02d11502-331a-476a-ba85-df77aaec980b tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/ports?device_id=e11a249a-def2-4c92-afbc-7661e3a2ead3 HTTP/1.1" status: 200 len: 945 time: 0.2476723 May 26 22:52:04.288464 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2ad24611-f8a4-40e8-b324-4d0660847fc5 req-c2d56f09-c504-4894-9e3d-c43c25252cf0 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecdea0c3-429c-4970-8a80-c8bc096e74fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661836 May 26 22:52:04.289071 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:04.301798 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['9e94d489-decc-4c7e-8666-08b8532bfa93'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:52:04.346734 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Pushing event deleted for resources: {'Port': ['ID=9e94d489-decc-4c7e-8666-08b8532bfa93,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:04.426292 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] No DVR routers for this DVR port 9e94d489-decc-4c7e-8666-08b8532bfa93 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:04.428708 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:04.431185 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'name': 'network-vif-deleted', 'tag': '9e94d489-decc-4c7e-8666-08b8532bfa93'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:04.448154 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0881b8ae-02de-4189-af72-a7398b0c18aa req-8307f03d-7ac2-4971-831c-f0fd4c408af4 tempest-VolumesSnapshotTestJSON-1670413940 tempest-VolumesSnapshotTestJSON-1670413940-project] 10.222.0.67 "DELETE /v2.0/ports/9e94d489-decc-4c7e-8666-08b8532bfa93 HTTP/1.1" status: 204 len: 173 time: 0.8912070 May 26 22:52:04.495954 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba1ec7a-667e-4999-8ac3-42633ea132b0'] response: {'server_uuid': 'e11a249a-def2-4c92-afbc-7661e3a2ead3', 'name': 'network-vif-deleted', 'tag': '9e94d489-decc-4c7e-8666-08b8532bfa93', 'status': 'completed', 'code': 200} May 26 22:52:04.659899 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72379d4-426c-4f7d-8465-cb17a4639a7f req-ae6cdc36-8694-467a-b4c2-f61fc7f0f85e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:04.661274 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a72379d4-426c-4f7d-8465-cb17a4639a7f req-ae6cdc36-8694-467a-b4c2-f61fc7f0f85e tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0801382 May 26 22:52:04.710211 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a72379d4-426c-4f7d-8465-cb17a4639a7f req-931ac6ef-0788-469c-b452-f41a30449eb8 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430326 May 26 22:52:05.989549 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e893dd-8302-49d4-a41f-6d9fec00451a req-265cc23e-c030-43d3-a80f-00ac4c34cf0f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:05.991332 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-61e893dd-8302-49d4-a41f-6d9fec00451a req-265cc23e-c030-43d3-a80f-00ac4c34cf0f tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.1087575 May 26 22:52:06.051000 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-61e893dd-8302-49d4-a41f-6d9fec00451a req-2c179f29-1ead-4ec8-8100-d4d355328fbb tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517111 May 26 22:52:06.450816 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600996-f96a-4a4a-8683-5f78b6ba0188 req-d14a2b51-85b2-44d4-bf3b-bda14783d5a0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:06.452296 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-39600996-f96a-4a4a-8683-5f78b6ba0188 req-d14a2b51-85b2-44d4-bf3b-bda14783d5a0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0766573 May 26 22:52:06.497876 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-39600996-f96a-4a4a-8683-5f78b6ba0188 req-c83c617d-f3ae-4236-a7e4-3c9a98806b98 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399129 May 26 22:52:06.641568 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 9e94d489-decc-4c7e-8666-08b8532bfa93 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:06.676350 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 9e94d489-decc-4c7e-8666-08b8532bfa93 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:06.676693 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 9e94d489-decc-4c7e-8666-08b8532bfa93 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:07.267430 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c220-669c-4323-ae80-fcaa27ce4339 req-86856113-b926-4827-bd9b-d6b09d68c4ad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.268907 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7cf9c220-669c-4323-ae80-fcaa27ce4339 req-86856113-b926-4827-bd9b-d6b09d68c4ad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0869622 May 26 22:52:07.316706 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7cf9c220-669c-4323-ae80-fcaa27ce4339 req-247ceab9-87db-4334-9438-63f022588da2 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416312 May 26 22:52:07.707601 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41176ba-1679-4ef5-abe0-6093e79a544f req-76a7dc13-bf17-4fad-8879-6ce86c86827b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:07.709088 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b41176ba-1679-4ef5-abe0-6093e79a544f req-76a7dc13-bf17-4fad-8879-6ce86c86827b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.0818975 May 26 22:52:07.754525 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b41176ba-1679-4ef5-abe0-6093e79a544f req-cbda2efe-5ef6-4c7e-ae5a-49f0d6dc2d92 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390866 May 26 22:52:08.519335 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f9a53-dd2b-4b6f-a059-b08bcb92c8f2 req-ec35d6ce-18b2-4362-a291-3648fbef4bad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:08.520820 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-410f9a53-dd2b-4b6f-a059-b08bcb92c8f2 req-ec35d6ce-18b2-4362-a291-3648fbef4bad tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0806792 May 26 22:52:08.568358 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-410f9a53-dd2b-4b6f-a059-b08bcb92c8f2 req-cce4f0b3-d628-444a-a41f-7ae43cce237a tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417621 May 26 22:52:09.001761 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-29edc80d-647c-4c95-af6c-9deba4a072d0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:09.003284 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-29edc80d-647c-4c95-af6c-9deba4a072d0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1656318 May 26 22:52:09.074454 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c3002-b13d-4483-8aaf-2ce5980245d9 req-38951177-a215-42d0-8851-7c2a59f221a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:09.075902 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb2c3002-b13d-4483-8aaf-2ce5980245d9 req-38951177-a215-42d0-8851-7c2a59f221a3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 946 time: 0.1657476 May 26 22:52:09.099135 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Deleting port bd581589-513c-402c-8147-6b312513e9d1 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:09.099471 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.214359 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb2c3002-b13d-4483-8aaf-2ce5980245d9 req-055c5c79-b823-4e82-9dfe-47d51a4e1f25 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=515cd569-f364-4277-9795-4e9af0addd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327603 May 26 22:52:09.370131 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] For port bd581589-513c-402c-8147-6b312513e9d1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=bd581589-513c-402c-8147-6b312513e9d1,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:09.370706 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.732874 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.733398 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.733858 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Floating IP b95584f6-d67c-4888-a737-1b8165a600cc disassociated. External IP: 172.28.3.199, port: bd581589-513c-402c-8147-6b312513e9d1. May 26 22:52:09.734281 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Calling delete_port for bd581589-513c-402c-8147-6b312513e9d1 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:09.770892 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a5d6-4771-4184-8cd3-eaee28237027 req-b83f5d1a-69f7-4615-9b2a-a7d76c04dba3 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:09.772470 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7935a5d6-4771-4184-8cd3-eaee28237027 req-b83f5d1a-69f7-4615-9b2a-a7d76c04dba3 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0787537 May 26 22:52:09.825036 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7935a5d6-4771-4184-8cd3-eaee28237027 req-f4033afb-abcc-4e13-a6fe-253f5be11a43 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465412 May 26 22:52:09.880805 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:09.930859 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event deleted for resources: {'Port': ['ID=bd581589-513c-402c-8147-6b312513e9d1,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:10.165191 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:10.439476 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c6c66abe-3225-4ed4-b61b-6d60b29b18f4 req-ba7ff95a-032c-4e1f-b8a5-b2e8e8dfa3e3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=363c8b70-1c5a-4fa7-847c-fc788919e91c HTTP/1.1" status: 200 len: 210 time: 0.0549922 May 26 22:52:10.457597 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:10.473779 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] Sync routers for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:10.492664 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:10.493280 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:51:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:10.548412 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] No DVR routers for this DVR port bd581589-513c-402c-8147-6b312513e9d1 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:10.551076 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:10.554240 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'name': 'network-vif-deleted', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:10.572399 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5049993d-c8d9-490f-862c-b0b85ac458d2 req-6617eb1f-e3c3-485c-9c43-af568aa83524 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "DELETE /v2.0/ports/bd581589-513c-402c-8147-6b312513e9d1 HTTP/1.1" status: 204 len: 173 time: 1.5622542 May 26 22:52:10.627376 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cc5a1d-b2d1-4ef5-bb18-07b6fd645b5b'] response: {'server_uuid': '363c8b70-1c5a-4fa7-847c-fc788919e91c', 'name': 'network-vif-deleted', 'tag': 'bd581589-513c-402c-8147-6b312513e9d1', 'status': 'completed', 'code': 200} May 26 22:52:10.687471 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:11.038837 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21365-3d39-410c-82d8-399bd2740d58 req-c93af78c-7b7d-4341-b33c-ae9386f161f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:11.040489 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bde21365-3d39-410c-82d8-399bd2740d58 req-c93af78c-7b7d-4341-b33c-ae9386f161f1 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0946729 May 26 22:52:11.044431 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:11.049087 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] Checking router: c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:11.065560 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:11.066641 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:51:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:11.103975 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bde21365-3d39-410c-82d8-399bd2740d58 req-20f189b5-21d2-4b1e-8b04-c308c96f0aa2 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542083 May 26 22:52:11.256632 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:11.618704 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:11.625758 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8b64b-daaa-474a-a446-7b1106e7b3d7 None None] The sync data for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb is: [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:11.955340 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb4a7e-2ef0-40f5-ad20-6068fabc16a1 None None] New status for floating IP b95584f6-d67c-4888-a737-1b8165a600cc: DOWN {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:12.349622 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0dd3f-4a60-415f-ac0d-340097c3873c req-aa4c9eb6-69b6-4688-9f9e-574129105c39 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:12.351075 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-24c0dd3f-4a60-415f-ac0d-340097c3873c req-aa4c9eb6-69b6-4688-9f9e-574129105c39 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0787017 May 26 22:52:12.362454 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:52:12.398371 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-24c0dd3f-4a60-415f-ac0d-340097c3873c req-fa354e05-899a-4e43-8a2c-7cbe3e927ece tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415566 May 26 22:52:12.640583 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57524) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:12.666382 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device bd581589-513c-402c-8147-6b312513e9d1 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:12.706428 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: bd581589-513c-402c-8147-6b312513e9d1 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:12.706795 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device bd581589-513c-402c-8147-6b312513e9d1 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:12.713037 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-514f2eb1-af83-4327-9e73-11f5c237c292 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.743508 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-514f2eb1-af83-4327-9e73-11f5c237c292 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.810191 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-514f2eb1-af83-4327-9e73-11f5c237c292 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.828777 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f2eb1-af83-4327-9e73-11f5c237c292 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515cd569-f364-4277-9795-4e9af0addd4f,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:12.846702 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-514f2eb1-af83-4327-9e73-11f5c237c292 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:12.851270 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57534) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:12.862612 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-514f2eb1-af83-4327-9e73-11f5c237c292 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "DELETE /v2.0/security-groups/515cd569-f364-4277-9795-4e9af0addd4f HTTP/1.1" status: 204 len: 168 time: 0.2204463 May 26 22:52:12.873273 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.api.v2.resource [None req-ff6adbb1-6b97-498b-80b5-d26e1b1e3c36 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] show failed (client error): The resource could not be found. May 26 22:52:12.877700 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57538) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:12.881019 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ff6adbb1-6b97-498b-80b5-d26e1b1e3c36 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups/515cd569-f364-4277-9795-4e9af0addd4f HTTP/1.1" status: 404 len: 347 time: 0.0286164 May 26 22:52:13.061659 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Deleting port 62834eba-91aa-47be-825b-6cdf9248449a {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:13.061997 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.235455 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.235773 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.422478 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Calling delete_port for 62834eba-91aa-47be-825b-6cdf9248449a owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:13.591377 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.629125 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20505a3-5105-4b80-98f5-4eaac247e3e1 req-4b003ed8-9782-445c-9ee2-25cf1d4ccccf tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:13.631526 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a20505a3-5105-4b80-98f5-4eaac247e3e1 req-4b003ed8-9782-445c-9ee2-25cf1d4ccccf tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.0942233 May 26 22:52:13.638213 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event deleted for resources: {'Port': ['ID=62834eba-91aa-47be-825b-6cdf9248449a,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:13.714562 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a20505a3-5105-4b80-98f5-4eaac247e3e1 req-27b07588-733a-4241-a86d-8747d3ffaa77 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749235 May 26 22:52:13.756876 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.772349 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.773522 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-fd98755a-d737-4368-920e-19a7d0cabcf1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "DELETE /v2.0/floatingips/b95584f6-d67c-4888-a737-1b8165a600cc HTTP/1.1" status: 204 len: 168 time: 0.8944974 May 26 22:52:13.867797 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57564) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:13.874085 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252582433', 'description': 'tempest-description--72668904'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:13.879838 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:13.883983 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:13.886861 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:13.893097 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:13.902466 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:13.938150 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:13.942676 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group_rule and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:13.945933 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:13.952760 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:14.024109 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.028859 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.078006 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257bf52d-dfcb-43ba-88f2-4fa5f3723a84,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:14.082469 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.083847 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ae2bbe8e-0636-4a15-a0ad-d560149239fc tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2148595 May 26 22:52:14.086940 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57574) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:14.092662 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'security_group_rule': {'security_group_id': '257bf52d-dfcb-43ba-88f2-4fa5f3723a84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:14.098452 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:14.102520 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group_rule and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:14.105463 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:14.111222 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:14.129648 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.197273 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.201175 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.227455 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea73c8e-f23d-4f11-b9d2-f1a40e7ab55b,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:14.239810 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.241600 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a0794d31-a39f-4a3b-aa53-8522bd66d8f3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1536548 May 26 22:52:14.244281 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57582) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:14.250611 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'security_group_rule': {'security_group_id': '257bf52d-dfcb-43ba-88f2-4fa5f3723a84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:14.264696 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:14.269457 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:security_group_rule and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:14.272875 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:14.279589 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:14.298408 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.367360 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.371500 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.393343 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b90c46-6716-4a64-b7ec-b3cfc0d8187e,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:14.408718 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.412891 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-6be4ab7a-2071-48a8-89ec-2a665761bc81 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1646245 May 26 22:52:14.413282 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57590) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:14.419695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:14.425354 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:14.429892 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Usage tracker for resource:floatingip and tenant:8c44915ca170413aa65e7785bd4c50b7 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:14.432984 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:14.438686 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:14.450357 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.596891 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:14.741250 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Allocated IP 172.28.3.77 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/4d3b15e1-2df3-437b-87b2-7033c9eb19a6) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:14.857636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71f741-9fea-4976-8ece-c5d54ec4e235 req-6149a241-a9f7-41c8-b0f8-3d63e3a9c6f3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:14.865155 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fe71f741-9fea-4976-8ece-c5d54ec4e235 req-6149a241-a9f7-41c8-b0f8-3d63e3a9c6f3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 946 time: 0.1344411 May 26 22:52:14.932066 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-fe71f741-9fea-4976-8ece-c5d54ec4e235 req-9b206550-d3e9-423c-b4df-2283d33dd362 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657549 May 26 22:52:15.060477 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.061855 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.076674 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccad51-b784-4927-86b6-df0b916b56ea req-acc1ec95-02c1-4f9a-a0f1-bde11105eb60 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:15.078233 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a6ccad51-b784-4927-86b6-df0b916b56ea req-acc1ec95-02c1-4f9a-a0f1-bde11105eb60 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.1571620 May 26 22:52:15.133541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.169595 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a6ccad51-b784-4927-86b6-df0b916b56ea req-eaa0bd24-78bf-4039-ae4b-1778eaa35cb0 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855935 May 26 22:52:15.208330 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:15.211258 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:15.215853 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:15.242835 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'Port': ['ID=4d3b15e1-2df3-437b-87b2-7033c9eb19a6,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:15.382107 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.439462 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.648238 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.653689 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.753736 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'Port': ['ID=4d3b15e1-2df3-437b-87b2-7033c9eb19a6,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:15.774567 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.796087 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:15.797491 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-27525869-e075-4e33-9c8f-befd1466652b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3830605 May 26 22:52:16.044088 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-eff51258-6a12-4e56-903e-15061c14828c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:16.061209 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-eff51258-6a12-4e56-903e-15061c14828c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:16.062435 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-eff51258-6a12-4e56-903e-15061c14828c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1252582433&fields=id&tenant_id=8c44915ca170413aa65e7785bd4c50b7 HTTP/1.1" status: 200 len: 267 time: 0.0731211 May 26 22:52:16.155518 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad51753-d3df-4c3e-a6aa-49d09baaaf34 req-84cbb1a4-b401-4b28-971f-09d73af7ac6d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:16.157341 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0ad51753-d3df-4c3e-a6aa-49d09baaaf34 req-84cbb1a4-b401-4b28-971f-09d73af7ac6d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 946 time: 0.0822761 May 26 22:52:16.216730 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0ad51753-d3df-4c3e-a6aa-49d09baaaf34 req-26b152a5-e751-4548-a0e9-44acf6c2ca4e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 May 26 22:52:16.231751 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-872b4a72-e4a1-437b-b415-abea17745cd3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:16.233169 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-872b4a72-e4a1-437b-b415-abea17745cd3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 811 time: 0.1634562 May 26 22:52:16.255948 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-781e89dc-062a-4fef-ba01-709a74415e21 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/quotas/8c44915ca170413aa65e7785bd4c50b7 HTTP/1.1" status: 200 len: 375 time: 0.0172207 May 26 22:52:16.337295 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-fcd45fc5-8e94-4386-8b6e-e99a404c8843 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804360 May 26 22:52:16.484533 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-1a23c812-f0c4-414e-ac4b-acbe97a7ca2f service neutron] 10.222.0.47 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349654 May 26 22:52:16.555060 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f32aee-8e78-4391-b7a7-8af9c41872a4 req-7d7b4026-4935-42bc-8824-b768aded8a66 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:16.556548 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-30f32aee-8e78-4391-b7a7-8af9c41872a4 req-7d7b4026-4935-42bc-8824-b768aded8a66 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.1813545 May 26 22:52:16.564673 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-7af38f1d-2565-4d4d-b830-989f0e47db20 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:16.566125 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-7af38f1d-2565-4d4d-b830-989f0e47db20 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 946 time: 0.2277918 May 26 22:52:16.624014 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-dd8a3f3f-ad9d-4c58-b98e-e5f9884db459 service neutron] 10.222.0.47 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331017 May 26 22:52:16.667987 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Deleting port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:16.668361 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:16.699789 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-30f32aee-8e78-4391-b7a7-8af9c41872a4 req-b65c4c9f-4f44-4aa1-8b9c-ea2258b8c7d5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324096 May 26 22:52:16.906581 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-87418ebd-6f43-4a32-adcb-84c39630a2a3 req-00ca8e11-3c13-4859-b1d5-e4b4a317d340 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:16.952397 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-87418ebd-6f43-4a32-adcb-84c39630a2a3 req-00ca8e11-3c13-4859-b1d5-e4b4a317d340 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:16.954842 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-87418ebd-6f43-4a32-adcb-84c39630a2a3 req-00ca8e11-3c13-4859-b1d5-e4b4a317d340 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 210 time: 0.1603396 May 26 22:52:16.999583 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] For port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:16.999945 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.317185 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.317988 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.317988 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Floating IP f1ae30e7-baed-48b2-89e6-dc4f51724da2 disassociated. External IP: 172.28.3.36, port: d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22. May 26 22:52:17.318355 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Calling delete_port for d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:17.451251 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2cdd-0556-4126-9c55-07ecf4e72d5a req-e89a5fc0-73ec-45b4-ac78-569904d274f8 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:17.452901 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c1de2cdd-0556-4126-9c55-07ecf4e72d5a req-e89a5fc0-73ec-45b4-ac78-569904d274f8 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 946 time: 0.0895736 May 26 22:52:17.493300 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:17.507424 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c1de2cdd-0556-4126-9c55-07ecf4e72d5a req-07c6d78f-2151-45dc-ae96-d942819e2284 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=0c73aaa4-19f8-4976-82aa-1238c09ec904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477519 May 26 22:52:17.555292 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event deleted for resources: {'Port': ['ID=d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:17.570679 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.571021 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.571355 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.571683 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.572031 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.572354 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.572699 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.573066 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.574010 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.574010 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.574010 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:17.801909 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:18.119300 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-82f723c1-8608-4cb3-83c4-56ddbd4c1e92 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:18.121107 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-82f723c1-8608-4cb3-83c4-56ddbd4c1e92 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 811 time: 0.2387519 May 26 22:52:18.126628 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed35ef-6277-4c2e-91d0-d3372532a60c req-e8cef8f1-594b-415b-b5ee-38786be71c87 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:18.134197 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-30ed35ef-6277-4c2e-91d0-d3372532a60c req-e8cef8f1-594b-415b-b5ee-38786be71c87 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.2649233 May 26 22:52:18.233203 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-30ed35ef-6277-4c2e-91d0-d3372532a60c req-7fb77600-9769-463a-99ad-de303c0de958 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=f8b888c9-f228-4260-bfa4-243685b74837&id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979469 May 26 22:52:18.254131 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:18.264879 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] Sync routers for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:18.282073 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:18.283062 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:51:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:18.382730 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0cb4e2cd-536b-451e-96c8-2669f357238e req-2911f155-a4ff-4796-ad8e-87c9593b7ec0 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 210 time: 0.1755142 May 26 22:52:18.387098 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-d777bd29-33e4-4e24-b573-4341137591ee tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c44915ca170413aa65e7785bd4c50b7 HTTP/1.1" status: 200 len: 380 time: 0.2445195 May 26 22:52:18.397114 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'port': {'device_id': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'admin_state_up': True, 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'security_groups': ['257bf52d-dfcb-43ba-88f2-4fa5f3723a84']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:18.497331 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:18.516006 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] No DVR routers for this DVR port d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:18.523127 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.536200 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-deleted', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:18.566790 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-349e91fd-9d12-494a-a8b1-fdc39f0a113d req-4cbdaa21-3679-445d-a23d-91f43d364ccf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "DELETE /v2.0/ports/d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 HTTP/1.1" status: 204 len: 173 time: 1.9846292 May 26 22:52:18.574367 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:18.590511 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:18.602393 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Made reservation on behalf of 8c44915ca170413aa65e7785bd4c50b7 for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:18.612111 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0614a15c-ef82-4927-8504-3f92454b3b76'] response: {'server_uuid': '66e6b5d7-0ebf-485b-87bf-817515e3e2b0', 'name': 'network-vif-deleted', 'tag': 'd7d7a27e-a9a1-4ee8-a19a-a52cccd09e22', 'status': 'completed', 'code': 200} May 26 22:52:18.612534 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:18.714367 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:18.826336 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e60c7b6d-99d3-44bd-ad48-0f1904e8da25 req-63b1b074-3035-4995-9728-32b571057d47 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=66e6b5d7-0ebf-485b-87bf-817515e3e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0584164 May 26 22:52:18.850791 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Allocated IP 172.20.0.12 (36dedcd0-93b3-4067-9484-da008bf98cc6/02fc4562-09c1-4aef-bf2a-d9c41c4bb691/ea7350ff-df39-4306-8b2e-22c016c9d7cc) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:18.885307 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:18.886341 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device d7d7a27e-a9a1-4ee8-a19a-a52cccd09e22 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:19.022562 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:19.028693 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] Checking router: cf266ca0-e9b5-431d-8d65-4dbca0b09b9f for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:19.040290 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:19.041013 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:51:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:19.064199 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.085771 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Transition to ACTIVE for port object ea7350ff-df39-4306-8b2e-22c016c9d7cc will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:19.114224 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.199742 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:19.203268 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:19.207909 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:19.231510 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:19.239037 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event updated for resources: {'Port': ['ID=ea7350ff-df39-4306-8b2e-22c016c9d7cc,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:19.252945 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.253284 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.253612 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.253938 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.254252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.254569 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.254883 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.255197 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.255509 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.255821 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.256124 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:19.291819 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:19.292726 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.320434 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-7a9e1f9f-ee0f-4f43-8a39-6c0d824b8d59 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9274676 May 26 22:52:19.334353 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Request body: {'port': {'device_id': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:19.457550 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.613580 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b1fc9aa9-2485-49e6-8e0d-c0c821911d0a None None] Provisioning for port ea7350ff-df39-4306-8b2e-22c016c9d7cc completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:19.622929 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:19.625085 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-b1fc9aa9-2485-49e6-8e0d-c0c821911d0a None None] Provisioning complete for port ea7350ff-df39-4306-8b2e-22c016c9d7cc triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:19.625655 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9aa9-2485-49e6-8e0d-c0c821911d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.656655 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888425ba-0eb2-459d-bfa0-a3bd9910fe39 req-1fb62f29-3851-4ef6-aed7-2901b6cbe82e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:19.656655 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-888425ba-0eb2-459d-bfa0-a3bd9910fe39 req-1fb62f29-3851-4ef6-aed7-2901b6cbe82e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 932 time: 0.0884922 May 26 22:52:19.665545 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d66b12-c8af-43a0-bfab-79d0e25731c1 None None] The sync data for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb is: [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:19.706548 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc9aa9-2485-49e6-8e0d-c0c821911d0a None None] Port ea7350ff-df39-4306-8b2e-22c016c9d7cc cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:52:19.712815 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-888425ba-0eb2-459d-bfa0-a3bd9910fe39 req-48d3fe95-4ed9-453f-b0bb-46e9a55d21ae tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:19.725717 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-888425ba-0eb2-459d-bfa0-a3bd9910fe39 req-48d3fe95-4ed9-453f-b0bb-46e9a55d21ae tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:19.727441 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-888425ba-0eb2-459d-bfa0-a3bd9910fe39 req-48d3fe95-4ed9-453f-b0bb-46e9a55d21ae tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688193 May 26 22:52:19.850768 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7350ff-df39-4306-8b2e-22c016c9d7cc {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:52:19.862527 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.877965 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Transition to ACTIVE for port object ea7350ff-df39-4306-8b2e-22c016c9d7cc will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:19.881975 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:19.910750 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecbf36-861b-40cc-9dad-fc383a052ba2 None None] New status for floating IP f1ae30e7-baed-48b2-89e6-dc4f51724da2: DOWN {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:19.968957 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c905b8e9-af13-4c48-b164-992a2aa4ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.101757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Pushing event updated for resources: {'Port': ['ID=ea7350ff-df39-4306-8b2e-22c016c9d7cc,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:20.115771 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57714) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:20.234523 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7bcad15c-2b4a-4493-ad77-d2337acc3484 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.272178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7bcad15c-2b4a-4493-ad77-d2337acc3484 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.278199 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Attempting to bind port ea7350ff-df39-4306-8b2e-22c016c9d7cc on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:20.278760 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Attempting to bind port ea7350ff-df39-4306-8b2e-22c016c9d7cc by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:20.279270 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Attempting to bind port ea7350ff-df39-4306-8b2e-22c016c9d7cc on network 36dedcd0-93b3-4067-9484-da008bf98cc6 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:20.287555 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Port ea7350ff-df39-4306-8b2e-22c016c9d7cc on network 36dedcd0-93b3-4067-9484-da008bf98cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:52:20.288144 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Attempting to bind port ea7350ff-df39-4306-8b2e-22c016c9d7cc on network 36dedcd0-93b3-4067-9484-da008bf98cc6 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:20.297692 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:20.298487 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Checking segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:20.298926 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Bound using segment: {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:20.299355 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Bound port: ea7350ff-df39-4306-8b2e-22c016c9d7cc, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44d3bc3-945e-441c-9409-75639acb13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:20.299719 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.351895 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7bcad15c-2b4a-4493-ad77-d2337acc3484 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.372237 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcad15c-2b4a-4493-ad77-d2337acc3484 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c73aaa4-19f8-4976-82aa-1238c09ec904,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:20.381969 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-7bcad15c-2b4a-4493-ad77-d2337acc3484 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.383181 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-7bcad15c-2b4a-4493-ad77-d2337acc3484 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "DELETE /v2.0/security-groups/0c73aaa4-19f8-4976-82aa-1238c09ec904 HTTP/1.1" status: 204 len: 168 time: 0.2663307 May 26 22:52:20.385942 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57720) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:20.402727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] For port ea7350ff-df39-4306-8b2e-22c016c9d7cc, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:20.406683 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] For port ea7350ff-df39-4306-8b2e-22c016c9d7cc, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:20.407516 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.api.v2.resource [None req-c9da9a39-f197-418b-8f5a-6cb3546c30f9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] show failed (client error): The resource could not be found. May 26 22:52:20.408545 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c9da9a39-f197-418b-8f5a-6cb3546c30f9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups/0c73aaa4-19f8-4976-82aa-1238c09ec904 HTTP/1.1" status: 404 len: 347 time: 0.0211511 May 26 22:52:20.411431 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57724) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:20.411585 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.471597 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.473286 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] 10.222.0.67 "PUT /v2.0/ports/ea7350ff-df39-4306-8b2e-22c016c9d7cc HTTP/1.1" status: 200 len: 1094 time: 1.1432548 May 26 22:52:20.481498 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:20.548031 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33af041-b247-47a7-9538-b5fd760855bb service neutron] Pushing event updated for resources: {'Port': ['ID=ea7350ff-df39-4306-8b2e-22c016c9d7cc,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:20.574866 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fa196d-3e69-41d0-9327-66d5c833beaf'] response: {'name': 'network-changed', 'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'status': 'completed', 'code': 200} May 26 22:52:20.588265 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Deleting port 16f87b9c-76ee-4fe3-a2c8-b1c9a09f5fb3 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:20.589683 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.597628 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-668e8563-beb4-4635-9296-5a0bfc4af921 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 1097 time: 0.0848269 May 26 22:52:20.771858 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-61fab4f4-c8b9-4679-b65e-baf9b6d6c978 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc HTTP/1.1" status: 200 len: 217 time: 0.1649132 May 26 22:52:20.798042 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.798627 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:20.852556 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-59053923-359d-4245-8875-aa49887c27ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:20.854315 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-59053923-359d-4245-8875-aa49887c27ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.0758734 May 26 22:52:20.937757 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-ad6ed823-c9bc-49e0-943e-078a3c465cf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769799 May 26 22:52:20.960418 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Calling delete_port for 16f87b9c-76ee-4fe3-a2c8-b1c9a09f5fb3 owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:21.078908 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-fe6d02d6-0cb2-4ae0-898c-ff66c86b3224 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336153 May 26 22:52:21.082664 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1752a6-5c54-41d3-bb84-42ca61ad0919 req-003624f6-dde0-4e4d-9480-1007362849c6 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:21.084123 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4a1752a6-5c54-41d3-bb84-42ca61ad0919 req-003624f6-dde0-4e4d-9480-1007362849c6 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 944 time: 0.1655965 May 26 22:52:21.179408 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4a1752a6-5c54-41d3-bb84-42ca61ad0919 req-f949f1ba-b823-4efc-9840-fab3ee15c28a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882044 May 26 22:52:21.190529 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.220558 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a5b70d5d-1ddb-49e4-bb38-a1f12e4a3e27 req-47daa6e9-693b-445a-ab05-e61c9d246367 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352544 May 26 22:52:21.243092 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event deleted for resources: {'Port': ['ID=16f87b9c-76ee-4fe3-a2c8-b1c9a09f5fb3,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:21.343322 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.355873 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7d005491-77f7-4c15-a787-aeded60747fa req-e05cf72d-c2c1-4354-ba6a-66028799a6ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 1097 time: 0.0855343 May 26 22:52:21.358005 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.362043 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-afd308d2-c3e6-45ac-8f17-c76dec471cd2 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "DELETE /v2.0/floatingips/f1ae30e7-baed-48b2-89e6-dc4f51724da2 HTTP/1.1" status: 204 len: 168 time: 0.9466689 May 26 22:52:21.465353 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57742) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:21.471679 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454890708', 'description': 'tempest-description--579328816'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:21.478634 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:21.483084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:21.486106 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:21.491874 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:21.503483 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.511798 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005491-77f7-4c15-a787-aeded60747fa req-0cc5b7c7-1171-4c45-9442-e4908fab7c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:21.513341 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7d005491-77f7-4c15-a787-aeded60747fa req-0cc5b7c7-1171-4c45-9442-e4908fab7c9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.1513093 May 26 22:52:21.539623 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:21.543726 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group_rule and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:21.546812 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:21.552533 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:21.591230 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7d005491-77f7-4c15-a787-aeded60747fa req-b51780c8-1e2e-4427-8324-9ef1d2860ccf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc HTTP/1.1" status: 200 len: 217 time: 0.0707450 May 26 22:52:21.616167 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.620252 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.653726 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d005491-77f7-4c15-a787-aeded60747fa req-a9df6602-49cf-412e-8d12-cec513a9d75d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:21.655155 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7d005491-77f7-4c15-a787-aeded60747fa req-a9df6602-49cf-412e-8d12-cec513a9d75d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.0584393 May 26 22:52:21.668007 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5752ed3a-705a-4e33-8af3-f2102103c345,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:21.673563 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.677717 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-6e60baf4-00ed-45e8-9aaf-692133dfe9dd tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2086926 May 26 22:52:21.678280 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57746) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:21.685435 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'security_group_rule': {'security_group_id': '5752ed3a-705a-4e33-8af3-f2102103c345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:21.692497 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:21.696431 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group_rule and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:21.700477 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:21.706124 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:21.723117 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.737531 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7d005491-77f7-4c15-a787-aeded60747fa req-48d152ae-06ac-4abb-9b0f-bb1ca500d51a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753415 May 26 22:52:21.788746 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.793386 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.813126 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b81827-1f13-4d41-87c9-1851d22facf3,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:21.834244 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.835855 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-64e4e697-464a-43f8-b7bd-08a84ee0de0d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1569138 May 26 22:52:21.838578 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57752) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:21.844843 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'security_group_rule': {'security_group_id': '5752ed3a-705a-4e33-8af3-f2102103c345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:21.850587 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:21.865735 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:security_group_rule and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:21.874384 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:21.880226 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:21.886313 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7d005491-77f7-4c15-a787-aeded60747fa req-5d1f9e13-13f9-4b83-965f-8ffce2c2b202 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384475 May 26 22:52:21.896191 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.961985 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.970759 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:21.994970 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb23df94-68fe-4138-a938-0157af9cb4b4,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:22.006450 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.007954 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-57f694e6-fb2d-425e-bef2-a167195dd672 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1680923 May 26 22:52:22.011947 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57756) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:22.017280 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:22.022561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:22.027057 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Usage tracker for resource:floatingip and tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:22.030261 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:22.030422 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7d005491-77f7-4c15-a787-aeded60747fa req-0f23bab5-82dc-4cbb-a961-f798887fb84a service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368961 May 26 22:52:22.036126 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:22.047297 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.162730 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-02b9aa66-8bda-49a9-8bc4-777185740ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.191622 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.441110 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Allocated IP 172.28.3.167 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/112cb737-5dca-4708-a55f-7e4af13e8cde) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:22.551845 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9bc8b-21f1-4716-9656-f93ba593d956 req-d34f98f2-a385-460d-b9e5-e1965be8b975 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:22.553333 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d7b9bc8b-21f1-4716-9656-f93ba593d956 req-d34f98f2-a385-460d-b9e5-e1965be8b975 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 944 time: 0.1771519 May 26 22:52:22.644126 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d7b9bc8b-21f1-4716-9656-f93ba593d956 req-7e447c06-bb89-48cb-a35b-cae3fd09ca39 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836718 May 26 22:52:22.646726 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.684537 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:22.730231 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device ea7350ff-df39-4306-8b2e-22c016c9d7cc details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:52:22.761864 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:22.765417 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:22.767324 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'Port': ['ID=112cb737-5dca-4708-a55f-7e4af13e8cde,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:22.769484 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:22.888392 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port ea7350ff-df39-4306-8b2e-22c016c9d7cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:22.939362 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'port_id': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'mac_address': 'fa:16:3e:ba:e4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:52:22.953209 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.008530 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.033155 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7350ff-df39-4306-8b2e-22c016c9d7cc {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:52:23.037575 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.049649 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port ea7350ff-df39-4306-8b2e-22c016c9d7cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:23.053987 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.126476 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=ea7350ff-df39-4306-8b2e-22c016c9d7cc,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:23.135092 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.136070 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.136409 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.136767 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.137095 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.137419 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.137788 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.138113 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.138498 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.138892 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.139292 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:52:23.252958 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.257096 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.351005 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['ea7350ff-df39-4306-8b2e-22c016c9d7cc'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:52:23.362349 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'Port': ['ID=112cb737-5dca-4708-a55f-7e4af13e8cde,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:23.376747 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.402299 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.403871 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-6caaf47b-a60c-4335-baed-14ee35810765 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3907826 May 26 22:52:23.511637 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.644137 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-c211395d-d992-4b59-abf7-fd18f205948f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1454890708&fields=id&tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 267 time: 0.0403759 May 26 22:52:23.697527 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:23.796117 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-18ec8aba-ae49-4efa-8bca-f1c19db4dc5b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.797524 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-18ec8aba-ae49-4efa-8bca-f1c19db4dc5b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 816 time: 0.1471245 May 26 22:52:23.815657 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-60cfa9d3-8bd7-4d39-acbc-2c7a59ed3127 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/quotas/2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 375 time: 0.0125146 May 26 22:52:23.851561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa1af5-0bf8-4f9b-8375-5df44a0e9b01 req-fa9daece-d261-4430-ad2b-9065f041d948 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:23.853157 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-47fa1af5-0bf8-4f9b-8375-5df44a0e9b01 req-fa9daece-d261-4430-ad2b-9065f041d948 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 945 time: 0.0810478 May 26 22:52:23.900217 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-0e220b95-56f5-4e66-9b34-878a369c573f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788715 May 26 22:52:23.901564 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-47fa1af5-0bf8-4f9b-8375-5df44a0e9b01 req-12ccb9be-e6d9-4265-9e12-e36036795944 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 May 26 22:52:24.050379 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-d4b17899-5b31-4242-9779-516a93856c99 service neutron] 10.222.0.47 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307569 May 26 22:52:24.256946 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-062dafaa-6bcc-43e7-9c7d-37cc023f8fda service neutron] 10.222.0.47 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057695 May 26 22:52:24.451229 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-dda5f85b-12f3-427c-91c6-da8fe0c0a1ef req-2d92daa7-7d97-4e9c-82c0-c66cfd12a2ee tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Synchronizing usage tracker for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:24.467002 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-dda5f85b-12f3-427c-91c6-da8fe0c0a1ef req-2d92daa7-7d97-4e9c-82c0-c66cfd12a2ee tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Unset dirty status for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:24.468166 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dda5f85b-12f3-427c-91c6-da8fe0c0a1ef req-2d92daa7-7d97-4e9c-82c0-c66cfd12a2ee tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 210 time: 0.0609572 May 26 22:52:24.753291 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device ea7350ff-df39-4306-8b2e-22c016c9d7cc up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:24.794932 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.833504 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port ea7350ff-df39-4306-8b2e-22c016c9d7cc completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:24.838096 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port ea7350ff-df39-4306-8b2e-22c016c9d7cc triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:24.839289 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.961950 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:24.992643 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:25.002881 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port ea7350ff-df39-4306-8b2e-22c016c9d7cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:25.007464 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.072295 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288102ac-06d1-4c2d-bbeb-4441f94aa640'] response: {'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'code': 200} May 26 22:52:25.087165 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=ea7350ff-df39-4306-8b2e-22c016c9d7cc,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:25.147041 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198a728-560e-45ba-bd31-503f6023f212 req-991be933-8d27-4c7c-b078-1244abf3a99a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:25.147803 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d198a728-560e-45ba-bd31-503f6023f212 req-991be933-8d27-4c7c-b078-1244abf3a99a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Synchronizing usage tracker for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:25.164070 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-d198a728-560e-45ba-bd31-503f6023f212 req-991be933-8d27-4c7c-b078-1244abf3a99a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Unset dirty status for tenant:8c44915ca170413aa65e7785bd4c50b7 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:25.165620 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d198a728-560e-45ba-bd31-503f6023f212 req-991be933-8d27-4c7c-b078-1244abf3a99a tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.1084421 May 26 22:52:25.215065 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d198a728-560e-45ba-bd31-503f6023f212 req-49f508ce-0ef5-431f-b930-fa18faf31e23 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433040 May 26 22:52:25.311368 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57822) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:25.339168 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9e69955d-c191-494d-8c4e-e26196a26e5e req-9fd66e51-bcf3-4b76-b988-6c8ed710a978 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 1099 time: 0.0721648 May 26 22:52:25.373731 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] Deleting subnet e77c1ef3-ab44-409f-a2be-4a2679449c87 {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:52:25.376722 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.390255 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-9e69955d-c191-494d-8c4e-e26196a26e5e req-753e438c-db85-466a-9bbb-b239008be378 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 May 26 22:52:25.425664 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532648'] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.484405 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.558949 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4065519'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.599382 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77c1ef3-ab44-409f-a2be-4a2679449c87,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:25.603156 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.610095 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-f418b160-e91c-4eb8-830d-821c73146723 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e77c1ef3-ab44-409f-a2be-4a2679449c87 HTTP/1.1" status: 204 len: 168 time: 0.2977033 May 26 22:52:25.612549 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57828) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:25.677960 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1d7d53ce-c28e-4f7b-9c10-b855cef0ff43 req-79e304ae-1bb3-4594-abc7-6e56c4512677 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 210 time: 0.0628784 May 26 22:52:25.769006 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.873202 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-19209b6d-3c11-4835-a685-37b9410cc92a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:25.874860 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-19209b6d-3c11-4835-a685-37b9410cc92a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 816 time: 0.1535094 May 26 22:52:25.906440 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:25.952048 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-c843e3ad-765f-4ab4-b929-45e075d1293f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 380 time: 0.0582602 May 26 22:52:25.966375 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'port': {'device_id': '285c951d-d359-4643-b0f2-34f53ec08914', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'admin_state_up': True, 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'security_groups': ['5752ed3a-705a-4e33-8af3-f2102103c345']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:26.009827 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebb08a9-74ed-4aa4-b334-cd57a09ba020']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:26.022182 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:26.022468 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907ea05a-c890-4d2e-b6a8-b9db7c6a4ef1') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:26.034374 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.050516 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.056739 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:52:26.057703 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:52:26.071132 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:52:26.121439 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:26.130919 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:26.141889 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Made reservation on behalf of 2d1c9e075d51462d8e11ac8bbb30fdc6 for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:52:26.144899 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.148845 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.153698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.178330 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3ebb08a9-74ed-4aa4-b334-cd57a09ba020,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:26.184974 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-8dfa7a79-e843-42b9-85d8-7e83f6f552ab admin admin] 10.222.0.47 "DELETE /v2.0/networks/3ebb08a9-74ed-4aa4-b334-cd57a09ba020 HTTP/1.1" status: 204 len: 168 time: 0.5714033 May 26 22:52:26.331148 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Allocated IP 172.20.0.7 (dc87403a-1b41-4e52-ae1a-86f8de243264/3863804d-1a51-4fdd-8e8d-d295034adc28/899d3a4e-3d24-48fc-801c-420efafd1483) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:52:26.428770 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57838) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:26.483927 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-014d14e0-ae78-400c-ac96-b96bc008e653 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2da44423db7d432090146ed05edea873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539670 May 26 22:52:26.486461 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57842) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:26.546863 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0d25b0ac-7700-478a-9dc1-334410763e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.564421 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd516e16-f645-46f6-96d9-6dea283d9a55 req-b724e3a8-d34d-4380-bb2d-e3a6901e8238 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:26.565949 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dd516e16-f645-46f6-96d9-6dea283d9a55 req-b724e3a8-d34d-4380-bb2d-e3a6901e8238 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.2071495 May 26 22:52:26.575598 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0d25b0ac-7700-478a-9dc1-334410763e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.599912 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.631691 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0d25b0ac-7700-478a-9dc1-334410763e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.631935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Transition to ACTIVE for port object 899d3a4e-3d24-48fc-801c-420efafd1483 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:26.647733 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dd516e16-f645-46f6-96d9-6dea283d9a55 req-9c4761dd-4f1a-4a89-9a04-09c94b9526b3 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678055 May 26 22:52:26.649301 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25b0ac-7700-478a-9dc1-334410763e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdea0c3-429c-4970-8a80-c8bc096e74fe,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:26.661852 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0d25b0ac-7700-478a-9dc1-334410763e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.663576 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0d25b0ac-7700-478a-9dc1-334410763e99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ecdea0c3-429c-4970-8a80-c8bc096e74fe HTTP/1.1" status: 204 len: 168 time: 0.1760383 May 26 22:52:26.677902 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.759741 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Network dc87403a-1b41-4e52-ae1a-86f8de243264 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:52:26.763284 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:52:26.768561 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:52:26.826114 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:26.847236 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:26.847837 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:26.931107 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f7fe77b6-ce06-4ebb-8588-38db6ff140d6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9703624 May 26 22:52:26.949522 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Request body: {'port': {'device_id': '285c951d-d359-4643-b0f2-34f53ec08914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:26.991128 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209dcff-0395-4e39-b4ca-b8ee2d6d305a req-9b2626fa-6867-47df-bed2-4507ae35c79f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:27.005547 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9209dcff-0395-4e39-b4ca-b8ee2d6d305a req-9b2626fa-6867-47df-bed2-4507ae35c79f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 931 time: 0.1574910 May 26 22:52:27.096975 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9209dcff-0395-4e39-b4ca-b8ee2d6d305a req-b113f239-c5b5-4fbc-9f4b-f9f6a2600332 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Synchronizing usage tracker for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:27.128569 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9209dcff-0395-4e39-b4ca-b8ee2d6d305a req-b113f239-c5b5-4fbc-9f4b-f9f6a2600332 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Unset dirty status for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:27.129958 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9209dcff-0395-4e39-b4ca-b8ee2d6d305a req-b113f239-c5b5-4fbc-9f4b-f9f6a2600332 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234462 May 26 22:52:27.154025 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-9d390bfb-629e-4826-8291-62468db49979 None None] Provisioning for port 899d3a4e-3d24-48fc-801c-420efafd1483 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:27.168617 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-9d390bfb-629e-4826-8291-62468db49979 None None] Provisioning complete for port 899d3a4e-3d24-48fc-801c-420efafd1483 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:27.169143 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-9d390bfb-629e-4826-8291-62468db49979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.172946 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.243934 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-9d390bfb-629e-4826-8291-62468db49979 None None] Port 899d3a4e-3d24-48fc-801c-420efafd1483 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:52:27.609765 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899d3a4e-3d24-48fc-801c-420efafd1483 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:52:27.616523 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.631376 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Transition to ACTIVE for port object 899d3a4e-3d24-48fc-801c-420efafd1483 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:52:27.635296 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:27.770290 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:27.939471 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Attempting to bind port 899d3a4e-3d24-48fc-801c-420efafd1483 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:52:27.939801 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Attempting to bind port 899d3a4e-3d24-48fc-801c-420efafd1483 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:52:27.940126 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Attempting to bind port 899d3a4e-3d24-48fc-801c-420efafd1483 on network dc87403a-1b41-4e52-ae1a-86f8de243264 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:27.950153 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Port 899d3a4e-3d24-48fc-801c-420efafd1483 on network dc87403a-1b41-4e52-ae1a-86f8de243264 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:52:27.950464 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Attempting to bind port 899d3a4e-3d24-48fc-801c-420efafd1483 on network dc87403a-1b41-4e52-ae1a-86f8de243264 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:52:27.959008 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a6bbd-f79c-468f-ae0d-6af65d102c95 req-a6cc0f09-8f24-48ed-8e38-823ebd174889 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:27.960544 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-769a6bbd-f79c-468f-ae0d-6af65d102c95 req-a6cc0f09-8f24-48ed-8e38-823ebd174889 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.1604755 May 26 22:52:27.965503 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:52:27.965890 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Checking segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:52:27.966226 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Bound using segment: {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:52:27.966636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Bound port: 899d3a4e-3d24-48fc-801c-420efafd1483, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:52:27.966974 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.074400 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-769a6bbd-f79c-468f-ae0d-6af65d102c95 req-76232d8d-59d4-4da1-9dcc-2912048a9611 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982687 May 26 22:52:28.099180 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:52:28.102280 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:52:28.107514 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.168123 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.169476 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] 10.222.0.67 "PUT /v2.0/ports/899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 200 len: 1093 time: 1.2271292 May 26 22:52:28.169899 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:28.197324 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccb39f-3e95-4688-bccf-b204f98f4daf service neutron] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:28.265692 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4c4fb5-46d3-4a77-ad14-5cb091196632'] response: {'name': 'network-changed', 'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483', 'status': 'completed', 'code': 200} May 26 22:52:28.298001 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37af8-5b21-4aab-9194-b360169471d6 req-0d00ac32-a223-4197-8360-7c0eae21229e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:28.305296 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2dc37af8-5b21-4aab-9194-b360169471d6 req-0d00ac32-a223-4197-8360-7c0eae21229e tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.1036594 May 26 22:52:28.314863 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57860) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:28.320195 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-f3b0e256-d91e-42f1-a201-fdd56db42154 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1096 time: 0.0914698 May 26 22:52:28.320797 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Request body: {'floatingip': {'port_id': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:28.419318 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:28.436213 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-937f90b0-c97b-4960-8eed-70ca1a2df155 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 200 len: 217 time: 0.1058538 May 26 22:52:28.513928 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-ee91c23f-d20e-47df-b119-eb6722af96d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:28.515364 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-ee91c23f-d20e-47df-b119-eb6722af96d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0721385 May 26 22:52:28.525099 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d2606-38ab-4ba2-90d8-671607bb2a24 req-d0dcad03-29c6-440c-a87d-ff1853fd8743 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:28.526336 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-2c9d2606-38ab-4ba2-90d8-671607bb2a24 req-d0dcad03-29c6-440c-a87d-ff1853fd8743 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Synchronizing usage tracker for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:28.583161 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-2c9d2606-38ab-4ba2-90d8-671607bb2a24 req-d0dcad03-29c6-440c-a87d-ff1853fd8743 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Unset dirty status for tenant:2d1c9e075d51462d8e11ac8bbb30fdc6 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:28.584331 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2c9d2606-38ab-4ba2-90d8-671607bb2a24 req-d0dcad03-29c6-440c-a87d-ff1853fd8743 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.2056210 May 26 22:52:28.642655 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2c9d2606-38ab-4ba2-90d8-671607bb2a24 req-78b402e1-e894-4601-9038-1d86701d5b30 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491941 May 26 22:52:28.646198 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-e9358a60-3008-493e-b88c-bb80c47ba391 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1167994 May 26 22:52:28.790569 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-d83bddc1-6baa-4ca3-94f9-909e9ccfea01 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284525 May 26 22:52:28.932052 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81168b4-c0e8-4015-8869-7e9cd5eba59b req-92e32b01-74c6-4168-8ea8-ec41fce9ad0a service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350687 May 26 22:52:29.037922 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.042038 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:29.069176 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-27b840a3-3f37-4160-aba0-38f36ab91f99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1096 time: 0.0775194 May 26 22:52:29.218118 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-97644e6b-735a-4b1e-80bc-0a9064d96276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:29.219605 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-97644e6b-735a-4b1e-80bc-0a9064d96276 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.1431470 May 26 22:52:29.236960 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Floating IP 7b5a56a5-37e5-4755-8150-96899e759eca associated. External IP: 172.28.3.77, port: ea7350ff-df39-4306-8b2e-22c016c9d7cc. May 26 22:52:29.297378 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-1435ded4-867c-4280-9266-65be8d708d8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 200 len: 217 time: 0.0667427 May 26 22:52:29.364740 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-703e365f-069b-42d0-9f47-fa9ea79a09cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:29.366519 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-703e365f-069b-42d0-9f47-fa9ea79a09cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0619397 May 26 22:52:29.544352 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-73246722-6f09-40d1-ad33-ca6a8787ef79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1513209 May 26 22:52:29.678894 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-0dda69af-a4b4-4829-8d3e-c83d24db74d0 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281910 May 26 22:52:29.722988 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:29.821119 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-584fd263-c2f5-41d1-89bd-ba623cb7518e req-40d587bc-0f76-47cf-b88e-60615e825e3b service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342087 May 26 22:52:29.952302 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc75f0-2b7d-4806-8c11-383d3485223d req-e806fb50-af68-4c2c-9ed0-e35a4f052ad1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:29.957698 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ccc75f0-2b7d-4806-8c11-383d3485223d req-e806fb50-af68-4c2c-9ed0-e35a4f052ad1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1755683 May 26 22:52:30.024258 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ccc75f0-2b7d-4806-8c11-383d3485223d req-26952097-cab4-44ed-9c20-d62e4398908d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576701 May 26 22:52:30.050390 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:30.054514 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:30.069941 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] Sync routers for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:30.082296 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:30.082888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:30.107831 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c44f32b3-c6d0-4fd0-8f06-1d6d71222b3c tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "PUT /v2.0/floatingips/7b5a56a5-37e5-4755-8150-96899e759eca HTTP/1.1" status: 200 len: 991 time: 1.7917898 May 26 22:52:30.108463 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:30.163134 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e098fd0-6975-4a7a-9139-43fdb7594e72'] response: {'name': 'network-changed', 'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'status': 'completed', 'code': 200} May 26 22:52:30.262408 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-fdb1eec7-fee9-43c7-b353-e3340981e95d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c44915ca170413aa65e7785bd4c50b7&device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 1099 time: 0.0718246 May 26 22:52:30.276990 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:30.391289 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-05576d70-84b5-401e-8168-a08f0c72e1f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:30.392777 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-05576d70-84b5-401e-8168-a08f0c72e1f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 200 len: 912 time: 0.1248820 May 26 22:52:30.495048 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-583c79b8-8077-4c38-9448-06aa60a18d57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc HTTP/1.1" status: 200 len: 999 time: 0.0959704 May 26 22:52:30.565082 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-06686bb9-50f8-428e-89da-570b2ea09a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:30.566824 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-06686bb9-50f8-428e-89da-570b2ea09a9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 200 len: 850 time: 0.0654619 May 26 22:52:30.632132 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '7b5a56a5-37e5-4755-8150-96899e759eca', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'port_id': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'mac_address': 'fa:16:3e:ba:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:15Z', 'updated_at': '2022-05-26T22:52:28Z', 'revision_number': 1, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:30.636307 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] Checking router: c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:30.645658 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-73f2b70d-7925-4957-982b-accf3306a906 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36dedcd0-93b3-4067-9484-da008bf98cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709696 May 26 22:52:30.646725 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:30.647314 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:30.761076 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:52:30.775121 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-88234335-a472-4b66-80b9-503a4d982a2e service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223695 May 26 22:52:30.906473 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e37e87d0-f7ba-4bea-a195-82a56f96dfea req-2c1e5c3f-ee01-460d-9c7e-97556b585496 service neutron] 10.222.0.67 "GET /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249921 May 26 22:52:30.957746 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:31.045514 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:31.119130 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '899d3a4e-3d24-48fc-801c-420efafd1483', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'port_id': '899d3a4e-3d24-48fc-801c-420efafd1483', 'mac_address': 'fa:16:3e:6c:51:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:52:31.209538 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.259890 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cde79-f050-4b1d-9622-a796d68a1d4c req-fd660e35-1671-49aa-8f68-650cef6e707c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:31.261477 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4d8cde79-f050-4b1d-9622-a796d68a1d4c req-fd660e35-1671-49aa-8f68-650cef6e707c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.0882697 May 26 22:52:31.288907 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899d3a4e-3d24-48fc-801c-420efafd1483 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:52:31.314090 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4d8cde79-f050-4b1d-9622-a796d68a1d4c req-653b3882-f91d-4b52-9385-74ab2478bc6e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458782 May 26 22:52:31.320421 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:31.329117 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:31.451992 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:31.488789 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '7b5a56a5-37e5-4755-8150-96899e759eca', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'port_id': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'mac_address': 'fa:16:3e:ba:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:15Z', 'updated_at': '2022-05-26T22:52:28Z', 'revision_number': 1, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:31.492725 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765f149-17eb-42d9-97db-eaa409ec2f75 None None] The sync data for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb is: [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '7b5a56a5-37e5-4755-8150-96899e759eca', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'floating_ip_address': '172.28.3.77', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'port_id': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'mac_address': 'fa:16:3e:ba:e4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:15Z', 'updated_at': '2022-05-26T22:52:28Z', 'revision_number': 1, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:31.685972 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['899d3a4e-3d24-48fc-801c-420efafd1483'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:52:31.692100 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcac9298-5fb9-4e36-8b2e-8c077629bd90 None None] New status for floating IP 7b5a56a5-37e5-4755-8150-96899e759eca: ACTIVE {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:32.553186 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ae8b-f08b-40c5-a419-f66a709cfabe req-6cf88aff-9dbb-4def-9c14-067eb57f609b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:32.554634 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b932ae8b-f08b-40c5-a419-f66a709cfabe req-6cf88aff-9dbb-4def-9c14-067eb57f609b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 944 time: 0.0783141 May 26 22:52:32.601088 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b932ae8b-f08b-40c5-a419-f66a709cfabe req-b6d4528b-adf5-48b6-87ad-f376bbbe2d6b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 May 26 22:52:32.778808 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:52:32.869070 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 899d3a4e-3d24-48fc-801c-420efafd1483 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:52:32.874962 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 899d3a4e-3d24-48fc-801c-420efafd1483 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:52:32.875333 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.002147 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.031042 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:33.043059 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:33.047828 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:33.053475 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c14e43-fe75-4e95-898e-508ac26fe91e req-144684b0-b28f-4356-9737-a628e5f60ea5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:33.055082 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f4c14e43-fe75-4e95-898e-508ac26fe91e req-144684b0-b28f-4356-9737-a628e5f60ea5 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.1005485 May 26 22:52:33.103530 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f34488-41e9-466c-adb9-48dfb4bd284d'] response: {'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483', 'code': 200} May 26 22:52:33.121148 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f4c14e43-fe75-4e95-898e-508ac26fe91e req-db406c1e-f5ce-4059-93cc-77a61ab86f37 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580585 May 26 22:52:33.124371 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:33.339126 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-38e2a6da-48bd-445a-9f74-da1c7f76bc6d req-902cbb18-43b2-4b0c-9bd1-796f0058e0c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1098 time: 0.0672693 May 26 22:52:33.380903 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-38e2a6da-48bd-445a-9f74-da1c7f76bc6d req-153afb5e-6c98-46be-bdbe-8d6231b74e5b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357509 May 26 22:52:33.817915 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35d15c-a432-4d4f-bc74-60016557088c req-db637f08-5c07-4ceb-8a39-3bbbf5e24757 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:33.819373 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ee35d15c-a432-4d4f-bc74-60016557088c req-db637f08-5c07-4ceb-8a39-3bbbf5e24757 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0837109 May 26 22:52:33.865051 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ee35d15c-a432-4d4f-bc74-60016557088c req-89ed71af-e986-4af9-8517-e7d51750abb5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 May 26 22:52:34.320402 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84e110-1d05-4871-837a-d15414b22cba req-55a61490-3493-4960-89fa-c5e9adc30239 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:34.321854 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0d84e110-1d05-4871-837a-d15414b22cba req-55a61490-3493-4960-89fa-c5e9adc30239 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0782840 May 26 22:52:34.366412 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0d84e110-1d05-4871-837a-d15414b22cba req-66c4df22-22d1-4d85-9ebc-b2aed6d11c31 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389934 May 26 22:52:35.083310 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5edf22-d245-47a0-804b-0792f8f3a416 req-df10e42d-401f-4f15-8f56-f9dddeecb38d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:35.084683 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5a5edf22-d245-47a0-804b-0792f8f3a416 req-df10e42d-401f-4f15-8f56-f9dddeecb38d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0805907 May 26 22:52:35.128838 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5a5edf22-d245-47a0-804b-0792f8f3a416 req-67df5bfa-57d7-463f-b3c1-7a70cc250100 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385678 May 26 22:52:35.338210 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ea22d-0ff6-4bef-84e2-cc4c140033e5 req-4eead718-200a-4d73-9159-7b74a3118623 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:35.339501 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-232ea22d-0ff6-4bef-84e2-cc4c140033e5 req-4eead718-200a-4d73-9159-7b74a3118623 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0739005 May 26 22:52:35.347972 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57940) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:35.353040 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Request body: {'floatingip': {'port_id': '899d3a4e-3d24-48fc-801c-420efafd1483'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:52:35.498421 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:35.566219 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66e55-4beb-4f20-b3a8-67bb32fd190a req-e350bdd7-499a-4376-9b52-7eebb0dd9a98 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:35.567676 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c9f66e55-4beb-4f20-b3a8-67bb32fd190a req-e350bdd7-499a-4376-9b52-7eebb0dd9a98 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.0810189 May 26 22:52:35.614918 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c9f66e55-4beb-4f20-b3a8-67bb32fd190a req-89e427c5-91c2-4a04-8170-50942f694a4e tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 May 26 22:52:36.091256 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.094424 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:36.289977 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Floating IP 4a0f505b-7cc4-4eee-81ed-a854c2744f56 associated. External IP: 172.28.3.167, port: 899d3a4e-3d24-48fc-801c-420efafd1483. May 26 22:52:36.678364 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:37.028936 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-4792acb0-9439-4c56-b63d-1f8a0d52fa33 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:37.030352 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-4792acb0-9439-4c56-b63d-1f8a0d52fa33 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.1850886 May 26 22:52:37.037790 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44dd1a-8298-4bdc-8766-1ba1686c5b20 req-a4232d14-d434-4c42-bcee-e6261472752d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:37.039101 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2b44dd1a-8298-4bdc-8766-1ba1686c5b20 req-a4232d14-d434-4c42-bcee-e6261472752d tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 946 time: 0.2991288 May 26 22:52:37.137583 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Deleting port cb91ae70-f1c5-4979-b76b-8fa823143c86 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:37.137949 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.204497 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-2b44dd1a-8298-4bdc-8766-1ba1686c5b20 req-b9928696-e284-4523-bf85-1de23859fc17 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d7aa8ab-3a99-49b7-a4f9-d37423331f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289566 May 26 22:52:37.371166 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:37.376905 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.380485 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] Sync routers for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:37.395030 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:37.395690 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:37.464474 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-6e2e5f45-b06c-48dd-8687-7db0ede61719 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "PUT /v2.0/floatingips/4a0f505b-7cc4-4eee-81ed-a854c2744f56 HTTP/1.1" status: 200 len: 991 time: 2.1153758 May 26 22:52:37.467188 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:37.500818 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] For port cb91ae70-f1c5-4979-b76b-8fa823143c86, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=cb91ae70-f1c5-4979-b76b-8fa823143c86,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:37.501221 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.568455 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d40720-3cf5-47ca-b370-af0a18c56012'] response: {'name': 'network-changed', 'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483', 'status': 'completed', 'code': 200} May 26 22:52:37.586781 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:37.618148 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-4386e25f-6757-42aa-a84f-5c684855d51f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1098 time: 0.0702772 May 26 22:52:37.759136 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-9fbdf0fb-f2f3-4c96-9e7a-b83b19ca47af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:37.760688 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-9fbdf0fb-f2f3-4c96-9e7a-b83b19ca47af service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.1360133 May 26 22:52:37.798322 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.798955 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:37.799104 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Floating IP a3e04e7c-b55f-4141-9ef4-3c1944422baf disassociated. External IP: 172.28.3.107, port: cb91ae70-f1c5-4979-b76b-8fa823143c86. May 26 22:52:37.799442 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Calling delete_port for cb91ae70-f1c5-4979-b76b-8fa823143c86 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:37.870473 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-66b2839f-39d5-43a1-8da8-0e5b5ec4d6f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 200 len: 999 time: 0.1038568 May 26 22:52:37.942261 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '4a0f505b-7cc4-4eee-81ed-a854c2744f56', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'floating_ip_address': '172.28.3.167', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'port_id': '899d3a4e-3d24-48fc-801c-420efafd1483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'mac_address': 'fa:16:3e:6c:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285c951d-d359-4643-b0f2-34f53ec08914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:22Z', 'updated_at': '2022-05-26T22:52:35Z', 'revision_number': 1, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:37.942822 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-01500c7e-42bb-4e84-87d0-4eec24dbcb09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:37.944554 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-01500c7e-42bb-4e84-87d0-4eec24dbcb09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0672951 May 26 22:52:37.946094 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] Checking router: cf266ca0-e9b5-431d-8d65-4dbca0b09b9f for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:37.957156 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:37.957887 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:37.964034 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.027292 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event deleted for resources: {'Port': ['ID=cb91ae70-f1c5-4979-b76b-8fa823143c86,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:38.040739 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-5a65e352-ce36-4d59-b50c-e2e988c37803 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901453 May 26 22:52:38.183123 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:38.240610 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Router 2f6a605e-de03-45de-888c-4103248e99a1 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:38.252134 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-364c8e55-9b23-4119-80b1-1ffb5decb42a service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039337 May 26 22:52:38.445175 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f438cad3-64dc-4a36-be39-d5f7d85ff3d7 req-b5cef2e7-7d34-4461-9e3f-ef39ac5029f8 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862736 May 26 22:52:38.538081 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-539537ff-c660-4e71-9a01-b9eb87f81198 req-79b95f5f-1159-442d-aa11-d00674962376 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=530483c4-3aaf-4f8a-9428-e34cdc9f3c2b HTTP/1.1" status: 200 len: 210 time: 0.1638772 May 26 22:52:38.611056 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '4a0f505b-7cc4-4eee-81ed-a854c2744f56', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'floating_ip_address': '172.28.3.167', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'port_id': '899d3a4e-3d24-48fc-801c-420efafd1483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'mac_address': 'fa:16:3e:6c:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285c951d-d359-4643-b0f2-34f53ec08914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:22Z', 'updated_at': '2022-05-26T22:52:35Z', 'revision_number': 1, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:38.615163 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157f9bea-92a7-40c2-8fdb-a38dd02f3e93 None None] The sync data for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb is: [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '4a0f505b-7cc4-4eee-81ed-a854c2744f56', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'floating_ip_address': '172.28.3.167', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'port_id': '899d3a4e-3d24-48fc-801c-420efafd1483', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'mac_address': 'fa:16:3e:6c:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285c951d-d359-4643-b0f2-34f53ec08914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:52:22Z', 'updated_at': '2022-05-26T22:52:35Z', 'revision_number': 1, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:38.649742 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:38.660931 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] Sync routers for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:38.681360 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:38.682077 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:38.724061 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] No DVR routers for this DVR port cb91ae70-f1c5-4979-b76b-8fa823143c86 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:38.726740 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.745412 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a2f3502d-98b4-4dfb-8332-706da92f3900 req-e43be7d5-7348-4349-81da-77722d3d15ec tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "DELETE /v2.0/ports/cb91ae70-f1c5-4979-b76b-8fa823143c86 HTTP/1.1" status: 204 len: 173 time: 1.7042227 May 26 22:52:38.788287 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57972) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:38.895481 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49158836-36f8-4a50-abcf-aada4f511bc5 None None] New status for floating IP 4a0f505b-7cc4-4eee-81ed-a854c2744f56: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:38.931888 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:38.957197 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:38.993434 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:38.999051 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Usage tracker for resource:security_group_rule and tenant:f81dd48e33f74b65abe2a120f7cd5fa9 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:39.002287 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:39.008370 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:39.075219 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.079464 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.141545 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f81dd48e33f74b65abe2a120f7cd5fa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3493905 May 26 22:52:39.141545 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501796d3-d46d-4289-b3f2-ea6e86ef3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a40d5-c6d5-4ac6-ba5d-ebb8643b118c,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:39.141856 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 57978) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:39.213760 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8efe8f2d-4642-4d4f-aee2-5a1618c9817a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.240849 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8efe8f2d-4642-4d4f-aee2-5a1618c9817a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.280132 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:39.284290 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] Checking router: 2f6a605e-de03-45de-888c-4103248e99a1 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:39.296978 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:39.297833 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:39.298563 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8efe8f2d-4642-4d4f-aee2-5a1618c9817a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.315338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe8f2d-4642-4d4f-aee2-5a1618c9817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a40d5-c6d5-4ac6-ba5d-ebb8643b118c,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:39.319886 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8efe8f2d-4642-4d4f-aee2-5a1618c9817a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.325313 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-8efe8f2d-4642-4d4f-aee2-5a1618c9817a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e2a40d5-c6d5-4ac6-ba5d-ebb8643b118c HTTP/1.1" status: 204 len: 168 time: 0.1783066 May 26 22:52:39.504686 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:39.570129 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'name': 'network-vif-deleted', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:39.640276 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51daeffa-4007-4a05-9367-0551817b24a7'] response: {'server_uuid': '530483c4-3aaf-4f8a-9428-e34cdc9f3c2b', 'name': 'network-vif-deleted', 'tag': 'cb91ae70-f1c5-4979-b76b-8fa823143c86', 'status': 'completed', 'code': 200} May 26 22:52:39.714312 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 57998) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:39.782925 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-38cf178e-108f-46ba-b90f-d065bfb55ff0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.816593 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-38cf178e-108f-46ba-b90f-d065bfb55ff0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.830271 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:39.834303 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57894e-f216-479d-929e-3c9a86fc97cb None None] The sync data for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb is: [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:48:04Z', 'revision_number': 4, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '0fbc26bc-f4da-412a-aef5-7f46e93625f5', 'name': '', 'network_id': '31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'mac_address': 'fa:16:3e:40:f3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:01Z', 'updated_at': '2022-05-26T22:48:35Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'subnets': [{'id': '3037297b-af21-40f8-9fd9-42f8ebdd7aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:39.878116 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-38cf178e-108f-46ba-b90f-d065bfb55ff0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.898401 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf178e-108f-46ba-b90f-d065bfb55ff0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7aa8ab-3a99-49b7-a4f9-d37423331f30,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:39.915774 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-38cf178e-108f-46ba-b90f-d065bfb55ff0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:39.920447 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58006) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:39.933322 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-38cf178e-108f-46ba-b90f-d065bfb55ff0 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "DELETE /v2.0/security-groups/7d7aa8ab-3a99-49b7-a4f9-d37423331f30 HTTP/1.1" status: 204 len: 168 time: 0.2174227 May 26 22:52:39.940466 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.api.v2.resource [None req-b8e83965-9643-4ecf-92eb-76c4c6e65250 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] show failed (client error): The resource could not be found. May 26 22:52:39.947840 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-b8e83965-9643-4ecf-92eb-76c4c6e65250 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups/7d7aa8ab-3a99-49b7-a4f9-d37423331f30 HTTP/1.1" status: 404 len: 347 time: 0.0233076 May 26 22:52:39.948223 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58010) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:40.126343 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Deleting port a55fbbcb-2bc9-488c-9e2e-05b52394a49a {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:40.126675 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.303311 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.303985 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.430178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Calling delete_port for a55fbbcb-2bc9-488c-9e2e-05b52394a49a owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:40.571241 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.614666 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event deleted for resources: {'Port': ['ID=a55fbbcb-2bc9-488c-9e2e-05b52394a49a,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:40.708662 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks [] for floatingip, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.724219 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:40.728673 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2c1bfcd0-aa64-4fda-8b33-72fc3130ab4a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "DELETE /v2.0/floatingips/a3e04e7c-b55f-4141-9ef4-3c1944422baf HTTP/1.1" status: 204 len: 168 time: 0.7750804 May 26 22:52:40.822813 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cb91ae70-f1c5-4979-b76b-8fa823143c86 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:40.870953 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: cb91ae70-f1c5-4979-b76b-8fa823143c86 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:40.871300 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device cb91ae70-f1c5-4979-b76b-8fa823143c86 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:43.270119 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5288700-0fcf-4d26-b9ca-88eadfa3babb None None] New status for floating IP a3e04e7c-b55f-4141-9ef4-3c1944422baf: DOWN {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:52:43.632425 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9560a-c4a3-4644-9858-19c9cacff8fc req-c5355a5c-5b9d-4f63-b79c-19e4692f1393 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:43.633152 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-09e9560a-c4a3-4644-9858-19c9cacff8fc req-c5355a5c-5b9d-4f63-b79c-19e4692f1393 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:43.650031 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-09e9560a-c4a3-4644-9858-19c9cacff8fc req-c5355a5c-5b9d-4f63-b79c-19e4692f1393 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:43.652156 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-09e9560a-c4a3-4644-9858-19c9cacff8fc req-c5355a5c-5b9d-4f63-b79c-19e4692f1393 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1045542 May 26 22:52:43.672278 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2073f-88ac-4060-b4ee-a9ecf02c8b93 req-b4c944ce-5f2a-4470-a696-c0602969b010 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:43.673858 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d8b2073f-88ac-4060-b4ee-a9ecf02c8b93 req-b4c944ce-5f2a-4470-a696-c0602969b010 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0828516 May 26 22:52:43.699451 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-09e9560a-c4a3-4644-9858-19c9cacff8fc req-35c056ac-d727-4c08-ab2e-2c592cfcc8df tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 May 26 22:52:43.721507 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d8b2073f-88ac-4060-b4ee-a9ecf02c8b93 req-2fc06ba4-0c3a-4607-93ca-a173c8b9aa86 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 May 26 22:52:44.907321 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76193a-2058-410e-995c-30bcb5781bb6 req-064506f6-6577-4131-abd3-d5119cf0c374 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:44.908888 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7e76193a-2058-410e-995c-30bcb5781bb6 req-064506f6-6577-4131-abd3-d5119cf0c374 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.0828140 May 26 22:52:44.922997 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8111d-f7bd-4b92-b595-924fe4f4e84a req-0939d544-db42-45bd-bbae-4d341fd7b591 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:44.924560 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-78b8111d-f7bd-4b92-b595-924fe4f4e84a req-0939d544-db42-45bd-bbae-4d341fd7b591 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0822406 May 26 22:52:44.962662 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7e76193a-2058-410e-995c-30bcb5781bb6 req-8a54f2d4-534a-4f2c-a4ae-2fbaaee9ad1a tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 May 26 22:52:44.977669 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-78b8111d-f7bd-4b92-b595-924fe4f4e84a req-ffa15090-2956-4405-b2e6-1213e268737f tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 May 26 22:52:45.028191 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.179221 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50cb94-f88f-4554-94cd-51ce859c8c99 req-6598f94d-65be-4bdb-940b-ff7c82de8c06 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:46.180889 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58096) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:46.181284 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4a50cb94-f88f-4554-94cd-51ce859c8c99 req-6598f94d-65be-4bdb-940b-ff7c82de8c06 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.0848124 May 26 22:52:46.233049 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4a50cb94-f88f-4554-94cd-51ce859c8c99 req-0ee0a490-adcd-40bd-bc1d-41ab37ca1c98 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450499 May 26 22:52:46.249794 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05a75c-e99d-439b-b993-66005892a265 req-8ead3439-61cc-49e4-87de-ddaa04345633 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:46.250487 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-1c05a75c-e99d-439b-b993-66005892a265 req-8ead3439-61cc-49e4-87de-ddaa04345633 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:46.258783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d188-0cb1-400a-adac-4be27c582431 req-89a7abc1-d96a-4894-9e9c-3608ddf779a1 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:46.260916 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b038d188-0cb1-400a-adac-4be27c582431 req-89a7abc1-d96a-4894-9e9c-3608ddf779a1 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.1550350 May 26 22:52:46.284356 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-1c05a75c-e99d-439b-b993-66005892a265 req-8ead3439-61cc-49e4-87de-ddaa04345633 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:46.285463 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1c05a75c-e99d-439b-b993-66005892a265 req-8ead3439-61cc-49e4-87de-ddaa04345633 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 945 time: 0.1776667 May 26 22:52:46.364754 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.382571 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b038d188-0cb1-400a-adac-4be27c582431 req-baf22d85-88c7-410c-9f3a-730fb244d3a9 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146064 May 26 22:52:46.403358 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Deleting port c0cbc696-22d2-4f76-a543-d3320b2b1034 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:46.403709 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.460339 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:52:46.467477 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:75d1e0ce15c04744a521aa534fdce723 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:52:46.472036 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:52:46.504348 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:52:46.705145 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.712454 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] For port c0cbc696-22d2-4f76-a543-d3320b2b1034, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c0cbc696-22d2-4f76-a543-d3320b2b1034,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:46.713011 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.719791 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:46.850600 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Calling delete_port for c0cbc696-22d2-4f76-a543-d3320b2b1034 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:46.920881 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44da3ac1-fabd-4a84-a792-cf3542ad0e22,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:46.928725 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-45f397db-d601-4140-aa0c-6e836a75e5d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75d1e0ce15c04744a521aa534fdce723&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7420447 May 26 22:52:46.931297 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58102) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:47.064464 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70da-725f-41a7-8053-be2936dc09c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.093389 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.104644 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['a45122ad-d593-436d-98f9-678185be49b1'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:52:47.141105 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70da-725f-41a7-8053-be2936dc09c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.159017 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event deleted for resources: {'Port': ['ID=c0cbc696-22d2-4f76-a543-d3320b2b1034,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:47.266326 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] No DVR routers for this DVR port c0cbc696-22d2-4f76-a543-d3320b2b1034 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:47.268975 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.272287 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030543d8-b41f-4c20-9094-b28978c733c2', 'name': 'network-vif-deleted', 'tag': 'c0cbc696-22d2-4f76-a543-d3320b2b1034'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:47.295743 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70da-725f-41a7-8053-be2936dc09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.299796 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cc9f70da-725f-41a7-8053-be2936dc09c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:47.301251 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-cc9f70da-725f-41a7-8053-be2936dc09c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44da3ac1-fabd-4a84-a792-cf3542ad0e22 HTTP/1.1" status: 204 len: 168 time: 0.3682170 May 26 22:52:47.311407 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1c05a75c-e99d-439b-b993-66005892a265 req-06b8ed95-f7c5-4971-9c99-f826151fdd84 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "DELETE /v2.0/ports/c0cbc696-22d2-4f76-a543-d3320b2b1034 HTTP/1.1" status: 204 len: 173 time: 1.0127807 May 26 22:52:47.316792 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f70da-725f-41a7-8053-be2936dc09c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44da3ac1-fabd-4a84-a792-cf3542ad0e22,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:47.339740 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52802a3-ef97-43ce-aa78-0d215b0e2320'] response: {'server_uuid': '030543d8-b41f-4c20-9094-b28978c733c2', 'name': 'network-vif-deleted', 'tag': 'c0cbc696-22d2-4f76-a543-d3320b2b1034', 'status': 'completed', 'code': 200} May 26 22:52:47.472106 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-79e0786e-d9ad-455f-bd37-6494b3263d9d req-740eabff-956c-481c-a98a-4b99af5c7069 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=030543d8-b41f-4c20-9094-b28978c733c2 HTTP/1.1" status: 200 len: 210 time: 0.0518570 May 26 22:52:47.723978 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192f802-9c59-4c89-8075-a36550f556cb req-145ab9d4-2c9d-46bd-9bfa-6e24775573fa tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:47.725595 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e192f802-9c59-4c89-8075-a36550f556cb req-145ab9d4-2c9d-46bd-9bfa-6e24775573fa tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.2063062 May 26 22:52:47.773736 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e192f802-9c59-4c89-8075-a36550f556cb req-d9747c31-4507-4d62-8899-dba8294b36ed tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395370 May 26 22:52:48.829544 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device c0cbc696-22d2-4f76-a543-d3320b2b1034 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:48.868084 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: c0cbc696-22d2-4f76-a543-d3320b2b1034 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:48.868950 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device c0cbc696-22d2-4f76-a543-d3320b2b1034 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:48.999363 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29781a-88f0-45a4-84b4-39393f73bd0e req-d66a7c79-9eb1-45b5-9d3e-5181078fcce6 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:49.001001 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ab29781a-88f0-45a4-84b4-39393f73bd0e req-d66a7c79-9eb1-45b5-9d3e-5181078fcce6 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0888662 May 26 22:52:49.032361 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b10d9-0f82-47ce-a7cc-d4295f97bd4f req-98e7ac51-6d97-43f7-b3dd-5a749fb26ac4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:49.033766 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-722b10d9-0f82-47ce-a7cc-d4295f97bd4f req-98e7ac51-6d97-43f7-b3dd-5a749fb26ac4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.0858295 May 26 22:52:49.051315 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ab29781a-88f0-45a4-84b4-39393f73bd0e req-887671ae-3a42-4469-8314-318ab1f212a1 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 May 26 22:52:49.084053 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-722b10d9-0f82-47ce-a7cc-d4295f97bd4f req-3132c953-a64d-4169-92b4-50cdb9cfd820 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 May 26 22:52:49.196712 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e57b580-4849-4443-ad5d-70687016f722 req-a8e19d5f-07db-4aba-9dd4-5858d59277ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1098 time: 0.0688565 May 26 22:52:49.340153 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b580-4849-4443-ad5d-70687016f722 req-6c51e5a7-bbbe-4717-9de7-2a137bbe1596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:49.341505 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e57b580-4849-4443-ad5d-70687016f722 req-6c51e5a7-bbbe-4717-9de7-2a137bbe1596 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 910 time: 0.1235020 May 26 22:52:49.363217 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:52:49.447988 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e57b580-4849-4443-ad5d-70687016f722 req-70027c43-0622-46f3-8ec5-052119f1f042 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 1000 time: 0.0944235 May 26 22:52:49.507077 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b580-4849-4443-ad5d-70687016f722 req-f3f7a130-cef5-43b1-804d-fa80f49fbc65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:49.508492 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e57b580-4849-4443-ad5d-70687016f722 req-f3f7a130-cef5-43b1-804d-fa80f49fbc65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 200 len: 848 time: 0.0545268 May 26 22:52:49.583205 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e57b580-4849-4443-ad5d-70687016f722 req-7c8c1deb-330b-4daa-886d-5f2444abaac0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684931 May 26 22:52:49.712665 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e57b580-4849-4443-ad5d-70687016f722 req-be7172b4-d278-4d94-a996-487d6103d8d9 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204958 May 26 22:52:49.845215 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0e57b580-4849-4443-ad5d-70687016f722 req-1d5540a4-dcfe-4271-85bf-476f643d99b2 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226680 May 26 22:52:49.943846 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-5277870c-91ca-4c78-9660-dc1eda99ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:50.251879 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39530cb8-6669-46de-ba26-9b81ee2e1349 req-d3badae8-d602-49d9-9ce4-32c52caf1ffb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:50.253284 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-39530cb8-6669-46de-ba26-9b81ee2e1349 req-d3badae8-d602-49d9-9ce4-32c52caf1ffb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0789583 May 26 22:52:50.302010 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-39530cb8-6669-46de-ba26-9b81ee2e1349 req-49e89d77-04be-44f1-87f3-8af6da34c42a tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 May 26 22:52:50.349488 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cc3f2-2e59-4217-a341-98051e2b0c8a req-20e43aae-32eb-4a4a-94b1-953a3997c3c4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:50.350944 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6d2cc3f2-2e59-4217-a341-98051e2b0c8a req-20e43aae-32eb-4a4a-94b1-953a3997c3c4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.1448159 May 26 22:52:50.395457 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6d2cc3f2-2e59-4217-a341-98051e2b0c8a req-58199bae-1c23-4213-b93d-97f19a19ac95 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 May 26 22:52:51.507313 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d9207-3775-47b2-8719-bb69cdda443b req-dac0750b-05bc-47bf-b90a-54fbe946bdf5 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:51.508770 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd2d9207-3775-47b2-8719-bb69cdda443b req-dac0750b-05bc-47bf-b90a-54fbe946bdf5 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0822129 May 26 22:52:51.560027 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cd2d9207-3775-47b2-8719-bb69cdda443b req-8fb2528d-bb1a-4e0f-825b-f28831843828 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455518 May 26 22:52:51.603109 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831e648-1320-410d-be5b-7edf440a8efe req-08e6a10a-15e3-4615-a53e-ab841b05b933 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:51.606142 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1831e648-1320-410d-be5b-7edf440a8efe req-08e6a10a-15e3-4615-a53e-ab841b05b933 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.0841529 May 26 22:52:51.655044 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1831e648-1320-410d-be5b-7edf440a8efe req-75b7d654-f773-483e-a308-8ffa8ea3ed57 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 May 26 22:52:52.171646 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-61f54248-16a5-430c-8824-c5d433b40fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.656780 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-b8b4aefb-66cb-4969-898e-344ee0cdf7c4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:52.657469 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-b8b4aefb-66cb-4969-898e-344ee0cdf7c4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:52.673161 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-b8b4aefb-66cb-4969-898e-344ee0cdf7c4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:52.674543 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-b8b4aefb-66cb-4969-898e-344ee0cdf7c4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.0933728 May 26 22:52:52.793114 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Deleting port a45122ad-d593-436d-98f9-678185be49b1 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:52.793453 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:52.861309 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3856-8b5f-4ef3-ba19-e1f01b9f79de req-69a1928f-5301-473a-aa63-22acdbb760a4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:52.862684 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ce7f3856-8b5f-4ef3-ba19-e1f01b9f79de req-69a1928f-5301-473a-aa63-22acdbb760a4 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 946 time: 0.0809186 May 26 22:52:52.909119 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4553d-5955-4b5e-855e-e7470c3321c8 req-93dc0b68-4813-4061-9103-6f24f6286b87 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:52.910559 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-87e4553d-5955-4b5e-855e-e7470c3321c8 req-93dc0b68-4813-4061-9103-6f24f6286b87 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.1940031 May 26 22:52:52.916946 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ce7f3856-8b5f-4ef3-ba19-e1f01b9f79de req-fda44e40-1382-4e0b-b1f9-753abf7c98ab tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/security-groups?id=3501c0b6-40e5-4b69-a125-d1f94f1922d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 May 26 22:52:53.045747 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-87e4553d-5955-4b5e-855e-e7470c3321c8 req-35ee0f6c-1797-48dd-a71f-37bc42f3e5f3 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273432 May 26 22:52:53.093035 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] For port a45122ad-d593-436d-98f9-678185be49b1, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a45122ad-d593-436d-98f9-678185be49b1,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:53.093385 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.282725 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Calling delete_port for a45122ad-d593-436d-98f9-678185be49b1 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:53.419814 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.471003 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Pushing event deleted for resources: {'Port': ['ID=a45122ad-d593-436d-98f9-678185be49b1,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:53.499725 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.540331 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] No DVR routers for this DVR port a45122ad-d593-436d-98f9-678185be49b1 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:52:53.542997 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.545476 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'name': 'network-vif-deleted', 'tag': 'a45122ad-d593-436d-98f9-678185be49b1'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:53.561374 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f777ead5-80cb-4b91-92cf-fd91e6790cd0 req-21f3ec00-8e12-4082-876a-48cee26f6d47 tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.67 "DELETE /v2.0/ports/a45122ad-d593-436d-98f9-678185be49b1 HTTP/1.1" status: 204 len: 173 time: 0.8807003 May 26 22:52:53.600758 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d78259-0643-414a-98b2-e700402fa842'] response: {'server_uuid': 'd631f002-69c5-43ed-b9ba-b4798a07c34d', 'name': 'network-vif-deleted', 'tag': 'a45122ad-d593-436d-98f9-678185be49b1', 'status': 'completed', 'code': 200} May 26 22:52:53.691584 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:53.787395 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-23727f10-5d6a-4522-bb33-639a661529e8 req-0462839a-35b2-4f90-b36e-dc289c67e6c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1098 time: 0.0722637 May 26 22:52:53.927750 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23727f10-5d6a-4522-bb33-639a661529e8 req-7a6eefb0-0f44-43ff-ae5b-205b729fcdfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:53.929210 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-23727f10-5d6a-4522-bb33-639a661529e8 req-7a6eefb0-0f44-43ff-ae5b-205b729fcdfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 910 time: 0.1336510 May 26 22:52:54.037963 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-23727f10-5d6a-4522-bb33-639a661529e8 req-0fe97435-79e3-44da-8c55-1aab05e49fa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 1000 time: 0.1003141 May 26 22:52:54.116840 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23727f10-5d6a-4522-bb33-639a661529e8 req-b7ceac0e-1794-4b20-ba63-b0d4123df2f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:54.118274 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-23727f10-5d6a-4522-bb33-639a661529e8 req-b7ceac0e-1794-4b20-ba63-b0d4123df2f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 200 len: 848 time: 0.0689645 May 26 22:52:54.210033 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-23727f10-5d6a-4522-bb33-639a661529e8 req-a9254b53-ce05-4149-83cf-81622a6c8023 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806248 May 26 22:52:54.359118 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-1f4e4d01-7bf2-44b6-b1d2-dbc7c6bf41c4 req-f2890f9c-926c-49b3-930b-806bb991385b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Synchronizing usage tracker for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:52:54.396097 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-1f4e4d01-7bf2-44b6-b1d2-dbc7c6bf41c4 req-f2890f9c-926c-49b3-930b-806bb991385b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] Unset dirty status for tenant:506bd348360043fcba7b9cdcb1c8f2a6 on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:52:54.397251 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1f4e4d01-7bf2-44b6-b1d2-dbc7c6bf41c4 req-f2890f9c-926c-49b3-930b-806bb991385b tempest-ServerRescueNegativeTestJSON-1276244329 tempest-ServerRescueNegativeTestJSON-1276244329-project] 10.222.0.47 "GET /v2.0/ports?device_id=d631f002-69c5-43ed-b9ba-b4798a07c34d HTTP/1.1" status: 200 len: 210 time: 0.3491149 May 26 22:52:54.416699 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-23727f10-5d6a-4522-bb33-639a661529e8 req-b49789c3-ed4e-43c9-84f3-aced733934ef service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982801 May 26 22:52:54.428344 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6caa89-3883-4e4f-a617-c284975959d8 req-ce00859f-739d-47ff-9a66-61c25403fc57 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:54.429820 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc6caa89-3883-4e4f-a617-c284975959d8 req-ce00859f-739d-47ff-9a66-61c25403fc57 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.2406206 May 26 22:52:54.483455 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc6caa89-3883-4e4f-a617-c284975959d8 req-020e6379-b032-46e5-ad30-32e8cfa03c8d tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 May 26 22:52:54.550821 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-23727f10-5d6a-4522-bb33-639a661529e8 req-a4e7f235-ef70-49e6-9b05-f110cb51cca0 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284378 May 26 22:52:54.757481 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:54.868217 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device a45122ad-d593-436d-98f9-678185be49b1 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:54.903012 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: a45122ad-d593-436d-98f9-678185be49b1 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:52:54.903348 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device a45122ad-d593-436d-98f9-678185be49b1 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:52:55.509902 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58150) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:55.679542 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16448791-7f86-452b-9584-2b78b35ff37c req-d1e49ae3-fa32-4b4d-bd18-9cad0f1aff49 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:55.681751 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-16448791-7f86-452b-9584-2b78b35ff37c req-d1e49ae3-fa32-4b4d-bd18-9cad0f1aff49 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0781276 May 26 22:52:55.726724 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-16448791-7f86-452b-9584-2b78b35ff37c req-ff6d52cf-9de7-4874-9b17-6c8426af8157 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394745 May 26 22:52:56.094585 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.686945 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Deleting port 0fbc26bc-f4da-412a-aef5-7f46e93625f5 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:56.687638 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:56.883877 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] For port 0fbc26bc-f4da-412a-aef5-7f46e93625f5, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=0fbc26bc-f4da-412a-aef5-7f46e93625f5,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:56.884282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.014513 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Calling delete_port for 0fbc26bc-f4da-412a-aef5-7f46e93625f5 owned by network:router_interface {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:57.223565 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71343e-307f-4e73-adbc-f2ba56f2ce44 req-ea91183a-a220-46a2-a08e-b82642b23ddf tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:57.224922 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0d71343e-307f-4e73-adbc-f2ba56f2ce44 req-ea91183a-a220-46a2-a08e-b82642b23ddf tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.3782454 May 26 22:52:57.290742 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0d71343e-307f-4e73-adbc-f2ba56f2ce44 req-b6a0baf4-ef5f-42c6-82f0-d34096b614d7 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591047 May 26 22:52:57.352781 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:57.397474 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbc26bc-f4da-412a-aef5-7f46e93625f5,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:57.563704 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a58b6bb4-28bf-4ac9-a3c4-976d8c58781d req-0597cb4f-c087-459a-9579-2a7dd8dfefd4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1525400 May 26 22:52:57.791428 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.348970 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Router 2f6a605e-de03-45de-888c-4103248e99a1 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:52:58.547961 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:52:58.556826 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] Sync routers for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:52:58.566115 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4c114bf4-cda3-4316-ac9c-8e9cec1390c3 admin admin] 10.222.0.47 "PUT /v2.0/routers/2f6a605e-de03-45de-888c-4103248e99a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0549543 May 26 22:52:58.568459 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58164) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:58.569309 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:58.569914 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:58.762948 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:58.786163 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks [] for router, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:58.791125 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58178) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:52:58.906920 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:52:58.933120 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-40c0f4d0-c694-4bb5-bac9-7301f16008cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1406207 May 26 22:52:59.103887 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.127632 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14f5c8-1c0f-44c4-9783-cc5d552cc482 req-ba6e9fb8-04e2-4bde-9ff0-86f60c67f353 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:52:59.129673 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4e14f5c8-1c0f-44c4-9783-cc5d552cc482 req-ba6e9fb8-04e2-4bde-9ff0-86f60c67f353 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.2848158 May 26 22:52:59.158455 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:52:59.173175 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:59.200556 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4e14f5c8-1c0f-44c4-9783-cc5d552cc482 req-09d18d6b-c445-4ab1-b229-1c2d052902c8 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632288 May 26 22:52:59.209799 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.217077 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.231259 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Deleting port e7dc9e35-3706-42b9-a768-ba6775cbb0b4 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:52:59.231704 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.266205 dv-cinder-843305-2-smb neutron-server[83314]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-36a55531-b405-41e3-8027-2e1d96fffb99']: {'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'code': 422} returned with failed status May 26 22:52:59.290137 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=6']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:52:59.304555 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:52:57Z', 'revision_number': 5, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port': {'id': 'e7dc9e35-3706-42b9-a768-ba6775cbb0b4', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6a605e-de03-45de-888c-4103248e99a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:52Z', 'updated_at': '2022-05-26T22:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:59.308891 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] Checking router: 2f6a605e-de03-45de-888c-4103248e99a1 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:52:59.320345 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] Routers {'2f6a605e-de03-45de-888c-4103248e99a1'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:52:59.321055 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['2f6a605e-de03-45de-888c-4103248e99a1'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:59.420154 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] For port e7dc9e35-3706-42b9-a768-ba6775cbb0b4, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:52:59.420890 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.482931 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] Set router 2f6a605e-de03-45de-888c-4103248e99a1 gateway port host: None {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:52:59.552850 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Calling delete_port for e7dc9e35-3706-42b9-a768-ba6775cbb0b4 owned by network:router_gateway {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:52:59.597710 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:52:59Z', 'revision_number': 6, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:52:59.601982 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2559aca-498b-468e-8441-5c3d7124d259 None None] The sync data for ids ['2f6a605e-de03-45de-888c-4103248e99a1'] in dv-cinder-843305-2-smb is: [{'id': '2f6a605e-de03-45de-888c-4103248e99a1', 'name': 'tempest-ServerRescueNegativeTestJSON-825144343-router', 'tenant_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:52:59Z', 'revision_number': 6, 'project_id': '506bd348360043fcba7b9cdcb1c8f2a6', 'gw_port_host': None}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:52:59.733141 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:52:59.781129 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7dc9e35-3706-42b9-a768-ba6775cbb0b4,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:00.028466 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.292544 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-b9380052-0aaf-4226-837b-8bbb44e97ca5 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281402372&fields=id&tenant_id=58b7c517591544dd9da86fb7545449da HTTP/1.1" status: 200 len: 267 time: 0.2878990 May 26 22:53:00.372378 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.392315 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.424500 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea72ed-4c5f-4d45-aca3-8599403ceebf req-03782205-aa49-49d6-9aa9-12526bd6d6cf tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:00.426409 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3fea72ed-4c5f-4d45-aca3-8599403ceebf req-03782205-aa49-49d6-9aa9-12526bd6d6cf tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 943 time: 0.0842409 May 26 22:53:00.479075 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-3fea72ed-4c5f-4d45-aca3-8599403ceebf req-dd5a029d-094e-4add-b460-8ad9dff524ea tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465503 May 26 22:53:00.607267 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.607781 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f6a605e-de03-45de-888c-4103248e99a1 {{(pid=83313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:53:00.613044 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-e9bfbf00-1339-42f7-bdc6-7365f286a5ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727&tenant_id=b87d7cc7edc24983bda9c3077f61f879 HTTP/1.1" status: 200 len: 1096 time: 0.3237953 May 26 22:53:00.628325 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-d71c6037-1e21-450d-a742-c9723bfc0c08 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:00.629848 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-d71c6037-1e21-450d-a742-c9723bfc0c08 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 985 time: 0.3025868 May 26 22:53:00.638610 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] Notify callbacks [] for router, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.639683 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8596f94a-8de5-4b6d-8945-85cb90a98084 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2f6a605e-de03-45de-888c-4103248e99a1 HTTP/1.1" status: 204 len: 168 time: 2.0702672 May 26 22:53:00.643036 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58204) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:00.681675 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Request body: {'port': {'security_groups': ['7feb67a3-02ed-4b7e-a76c-e48316d85f16']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:00.706140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] Deleting subnet 3037297b-af21-40f8-9fd9-42f8ebdd7aea {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:00.709200 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.762370 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532648'] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.833160 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-8c9e3a5d-9a47-4007-99df-bd0a04567ba7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1096 time: 0.1964507 May 26 22:53:00.833727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.882051 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.958283 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4065519'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:00.995407 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3037297b-af21-40f8-9fd9-42f8ebdd7aea,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:01.003265 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.012707 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56086de2-082e-43d6-9375-657e8a07621d None None] Network 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:01.013348 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-30ea2b7b-c16d-49f1-a3e1-6d9010eb7259 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3037297b-af21-40f8-9fd9-42f8ebdd7aea HTTP/1.1" status: 204 len: 168 time: 0.3680296 May 26 22:53:01.014959 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58208) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:01.052600 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-272d9ad0-ff94-4f30-9acb-28e817139b95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:01.054074 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-272d9ad0-ff94-4f30-9acb-28e817139b95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 910 time: 0.2103739 May 26 22:53:01.134969 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.146732 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Deleting port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:01.147624 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.251196 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-4b991a53-13bf-4cf8-90ff-fd0ab44443d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 998 time: 0.1894562 May 26 22:53:01.265436 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] DHCP port deletion for 31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:01.269968 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Deleting port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:01.270353 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.342577 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:01.355113 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-dfeb3d8d-069a-435f-ba28-d70a6d6dadb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:01.356180 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-dfeb3d8d-069a-435f-ba28-d70a6d6dadb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 200 len: 848 time: 0.0901108 May 26 22:53:01.378003 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] For port 3dc562e7-93c3-4bff-ad3d-452e11a580a9, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=3dc562e7-93c3-4bff-ad3d-452e11a580a9,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:01.378408 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.416972 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.423865 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.441048 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:01.513483 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:01.514262 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.515772 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-435d9f1c-77ef-49da-a698-5df7b64b6e9d req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "PUT /v2.0/ports/fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 943 time: 0.8431947 May 26 22:53:01.521591 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:01.525917 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Calling delete_port for 3dc562e7-93c3-4bff-ad3d-452e11a580a9 owned by network:dhcp {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:01.528947 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58214) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:01.582878 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] For port 3dc562e7-93c3-4bff-ad3d-452e11a580a9, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=3dc562e7-93c3-4bff-ad3d-452e11a580a9,segment=NetworkSegment(531107ff-e40d-4826-b019-89cc12f21c3c),segment_id=531107ff-e40d-4826-b019-89cc12f21c3c)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:01.585809 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b960c-19a4-45d4-ae7c-69ef87170672 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event updated for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=7']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:01.590576 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.607721 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-d0c9fa33-0b5a-428e-9c03-26cb4bf0b741 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2443836 May 26 22:53:01.688180 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7de32a6-9593-428f-84d5-dc58ce72bd17'] response: {'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'status': 'completed', 'code': 200} May 26 22:53:01.710551 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:01.734034 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 0fbc26bc-f4da-412a-aef5-7f46e93625f5 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:01.794132 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-220f3f0b-e0a7-4ff1-ae97-1f48b900afe6 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.827964 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-220f3f0b-e0a7-4ff1-ae97-1f48b900afe6 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.869776 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:01.872356 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 0fbc26bc-f4da-412a-aef5-7f46e93625f5 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:01.872737 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 0fbc26bc-f4da-412a-aef5-7f46e93625f5 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:01.873140 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 3dc562e7-93c3-4bff-ad3d-452e11a580a9 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:01.895782 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-89e656f3-eec2-4ad2-a481-739c66712046 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789612 May 26 22:53:01.900844 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Calling delete_port for 3dc562e7-93c3-4bff-ad3d-452e11a580a9 owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:01.931755 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] No DVR routers for this DVR port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 on host dv-cinder-843305-2-smb {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:01.964720 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 3dc562e7-93c3-4bff-ad3d-452e11a580a9 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:01.965107 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 3dc562e7-93c3-4bff-ad3d-452e11a580a9 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:01.965465 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e7dc9e35-3706-42b9-a768-ba6775cbb0b4 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:01.996756 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc562e7-93c3-4bff-ad3d-452e11a580a9,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:02.035549 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: e7dc9e35-3706-42b9-a768-ba6775cbb0b4 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:02.036180 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e7dc9e35-3706-42b9-a768-ba6775cbb0b4 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:02.037319 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-220f3f0b-e0a7-4ff1-ae97-1f48b900afe6 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.068192 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-572b82a7-aa80-4258-a0c6-185154a14176 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1099 time: 0.4053981 May 26 22:53:02.081475 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f3f0b-e0a7-4ff1-ae97-1f48b900afe6 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b888c9-f228-4260-bfa4-243685b74837,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:02.094325 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-220f3f0b-e0a7-4ff1-ae97-1f48b900afe6 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.095533 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-220f3f0b-e0a7-4ff1-ae97-1f48b900afe6 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "DELETE /v2.0/security-groups/f8b888c9-f228-4260-bfa4-243685b74837 HTTP/1.1" status: 204 len: 168 time: 0.5662663 May 26 22:53:02.098542 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58220) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:02.165904 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.186189 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:02.186531 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:02.186695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aba4d-9fc3-4507-a9bb-85a5c6389b54 req-16176079-4c06-41d6-b609-5cf48af7122c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:02.188398 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-be5aba4d-9fc3-4507-a9bb-85a5c6389b54 req-16176079-4c06-41d6-b609-5cf48af7122c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 943 time: 0.3835855 May 26 22:53:02.197028 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4eda54f4-f74b-4c32-bd5a-2662837f3ff1 req-dae35526-6950-494c-8ae8-ff0cb5a23a88 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833741 May 26 22:53:02.227425 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-863e46a6-faac-41a8-9c92-a3e36cffe98e None None] Provisioning complete for port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:02.227840 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-863e46a6-faac-41a8-9c92-a3e36cffe98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.267090 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-be5aba4d-9fc3-4507-a9bb-85a5c6389b54 req-08dd07f6-7a2c-42d5-a51a-61bbbe439e0a tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579593 May 26 22:53:02.268575 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:02.287613 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531107ff-e40d-4826-b019-89cc12f21c3c') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:02.287901 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531107ff-e40d-4826-b019-89cc12f21c3c') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:02.332684 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.375740 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.382733 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-70d85ffa-4b73-4bac-83a6-0fc6f35a7002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:02.385166 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-70d85ffa-4b73-4bac-83a6-0fc6f35a7002 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 916 time: 0.2999883 May 26 22:53:02.392893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:02.393984 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:02.411667 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:02.433883 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Deleting port 31f5fc16-bce1-4884-86ae-fbe2a454bf56 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:02.434483 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.574078 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.598034 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.611917 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.612137 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:02.612275 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.616896 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-b14054aa-56de-4364-89fc-b05e33dc548b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 1002 time: 0.1974797 May 26 22:53:02.658939 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0b09c41d-1522-4f4b-ba8a-4c1754c8e409 admin admin] 10.222.0.47 "DELETE /v2.0/networks/31ab623b-d1aa-4969-bc2a-04c2a7e3c8f4 HTTP/1.1" status: 204 len: 168 time: 1.6429784 May 26 22:53:02.685734 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-9eb4290c-1c64-4b79-be49-319588632c88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:02.687294 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-9eb4290c-1c64-4b79-be49-319588632c88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 200 len: 854 time: 0.0620983 May 26 22:53:02.688011 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Deleting port 3dc562e7-93c3-4bff-ad3d-452e11a580a9 {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:02.688416 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.740072 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Calling delete_port for 31f5fc16-bce1-4884-86ae-fbe2a454bf56 owned by network:floatingip {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:02.779707 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-78f9b5e3-3816-4d95-80d3-66a8af5dc25b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ced50d2-d455-4aaf-a633-88f8967da4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819983 May 26 22:53:02.792425 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-10a38a6a-3416-4765-8bf7-f036f42acc76 None None] The port '3dc562e7-93c3-4bff-ad3d-452e11a580a9' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:53:02.824919 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58226) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:02.912056 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:02.963430 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event deleted for resources: {'Port': ['ID=31f5fc16-bce1-4884-86ae-fbe2a454bf56,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:02.964278 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-665fe560-8c2d-473f-b627-6e9732c366b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=506bd348360043fcba7b9cdcb1c8f2a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1364152 May 26 22:53:02.966907 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58230) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:02.998964 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-a69fd7e4-e29f-48e1-9aee-30475004d9ac service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021956 May 26 22:53:03.066579 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks [] for floatingip, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.180036 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c659f31b-a80f-4661-b255-905f125881c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.231974 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c659f31b-a80f-4661-b255-905f125881c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.239503 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6c726a43-07f4-4063-b8ef-76b4e73de421 req-2ed7f1d1-705e-4ca0-a7ab-5552ee805114 service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328026 May 26 22:53:03.289300 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c659f31b-a80f-4661-b255-905f125881c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.306712 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659f31b-a80f-4661-b255-905f125881c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3501c0b6-40e5-4b69-a125-d1f94f1922d5,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:03.315651 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c659f31b-a80f-4661-b255-905f125881c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.316131 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c659f31b-a80f-4661-b255-905f125881c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3501c0b6-40e5-4b69-a125-d1f94f1922d5 HTTP/1.1" status: 204 len: 168 time: 0.3477683 May 26 22:53:03.526446 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47c68-14df-4864-ba88-b1f287a8e90c req-17e95f43-c4f3-47df-83e2-b308c6ef40aa tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:03.527960 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52e47c68-14df-4864-ba88-b1f287a8e90c req-17e95f43-c4f3-47df-83e2-b308c6ef40aa tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 943 time: 0.1100800 May 26 22:53:03.593265 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-52e47c68-14df-4864-ba88-b1f287a8e90c req-671eec18-f5a0-45f0-b72a-ff11e081240c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582430 May 26 22:53:03.611001 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Router 25674a6e-537b-4b90-b6e9-a4bb7d55002c has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:03.812064 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:03.822601 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] Sync routers for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:03.834476 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:03.835256 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:03.835952 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:03.888368 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2e6cbfa9-aabc-4c0c-a6cb-2584d2120c1d tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "DELETE /v2.0/floatingips/ae2d4bb0-c32e-401f-a0ff-10e4f95e779e HTTP/1.1" status: 204 len: 168 time: 1.7885475 May 26 22:53:03.888872 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:03.990618 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3ae5df-4fd0-4015-ad29-be6cb1894367'] response: {'name': 'network-changed', 'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'status': 'completed', 'code': 200} May 26 22:53:04.076632 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:04.114946 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-523b27f8-7943-47d2-b324-f8f7abbe3f76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58b7c517591544dd9da86fb7545449da&device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 1099 time: 0.0958931 May 26 22:53:04.286704 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-da18da6f-93bc-4d65-bdf7-e8192f14114a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.289474 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-da18da6f-93bc-4d65-bdf7-e8192f14114a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 200 len: 916 time: 0.1666453 May 26 22:53:04.469612 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:32Z', 'revision_number': 5, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:04.474671 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] Checking router: 25674a6e-537b-4b90-b6e9-a4bb7d55002c for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:04.487020 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:04.487905 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:04.506614 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-c90e1b0d-93fd-49a8-a71d-24ccd7b0f19e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 200 len: 217 time: 0.2073276 May 26 22:53:04.571058 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-0166f9a7-df19-4651-8cbb-75fab3adfaf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:04.573147 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-0166f9a7-df19-4651-8cbb-75fab3adfaf6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 200 len: 854 time: 0.0599830 May 26 22:53:04.659167 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-37b1840f-739e-4226-80ba-b9c51c73b9c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ced50d2-d455-4aaf-a633-88f8967da4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792801 May 26 22:53:04.687083 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:04.819309 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-11e8c86b-6765-439f-8e4d-cd30dcce107a service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517792 May 26 22:53:04.926873 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:53:05.090259 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f0c91e94-b2ee-43f2-8369-51290650dd51 req-5f601d9a-6bd6-4707-9f8e-2bc3dd4bff06 service neutron] 10.222.0.67 "GET /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640922 May 26 22:53:05.125646 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168136a2-1719-4c02-8383-21d38747f0a9 req-13a84252-9442-47fb-8375-5eaaf735a84c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:05.127387 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-168136a2-1719-4c02-8383-21d38747f0a9 req-13a84252-9442-47fb-8375-5eaaf735a84c tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 943 time: 0.1752353 May 26 22:53:05.204546 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:32Z', 'revision_number': 5, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:05.207873 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-168136a2-1719-4c02-8383-21d38747f0a9 req-ad34c592-4128-42ba-a758-d123e842c4e5 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736728 May 26 22:53:05.208983 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57af4b7c-8485-47e0-9df9-44bff0153944 None None] The sync data for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb is: [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:49:56Z', 'revision_number': 4, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': 'e86af683-9255-42e8-a8b8-3dfc2d55372c', 'name': '', 'network_id': '1ced50d2-d455-4aaf-a633-88f8967da4ab', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'mac_address': 'fa:16:3e:c1:f8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:55Z', 'updated_at': '2022-05-26T22:50:32Z', 'revision_number': 5, 'project_id': '58b7c517591544dd9da86fb7545449da', 'subnets': [{'id': '9c4176f8-cf14-4d11-9d46-a70241132dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:05.254599 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:05.269847 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'port_id': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'mac_address': 'fa:16:3e:14:09:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:53:05.327090 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.346599 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:05.363081 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:05.366981 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:05.435193 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=7']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:05.454138 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f869965-86e7-450e-8288-6fb0750a44e9 None None] New status for floating IP ae2d4bb0-c32e-401f-a0ff-10e4f95e779e: DOWN {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:53:05.658033 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['5e31eb52-09dc-48ab-bbd2-33c43631f6b7'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:06.404111 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e65e-540d-4488-88f6-e351da1e0229 req-f72b3626-0e37-4f47-a0cb-92e440936aa9 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:06.405911 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9b84e65e-540d-4488-88f6-e351da1e0229 req-f72b3626-0e37-4f47-a0cb-92e440936aa9 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 944 time: 0.0810070 May 26 22:53:06.452204 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9b84e65e-540d-4488-88f6-e351da1e0229 req-c703b207-95e0-4acc-a79d-1491f234f60e tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408900 May 26 22:53:06.931896 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:07.001587 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:07.002014 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.116680 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.142956 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:07.152495 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:07.156753 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:07.203016 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c122d702-0fd1-4921-b14a-50e36b6fe158'] response: {'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'code': 200} May 26 22:53:07.260841 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=8']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:07.407692 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feda84f-4c90-47bb-bb5c-e7355c11b370 req-01ab6dfc-80cd-44d9-a345-23e20ef94b65 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:07.409180 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5feda84f-4c90-47bb-bb5c-e7355c11b370 req-01ab6dfc-80cd-44d9-a345-23e20ef94b65 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0827472 May 26 22:53:07.456174 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-5feda84f-4c90-47bb-bb5c-e7355c11b370 req-c6bf445d-f454-45f4-90fc-38647cf177bd tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 May 26 22:53:07.529820 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c5a6258f-9c51-414f-9310-ff2c57942db1 req-118b8975-075f-47d2-be25-18a16c5b6234 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1098 time: 0.0726578 May 26 22:53:07.579435 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c5a6258f-9c51-414f-9310-ff2c57942db1 req-cb1d1a73-ae90-47a2-ab7a-eea68e7a5077 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 May 26 22:53:07.650194 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045b2c-d83e-4dfb-9eb4-bf6b557c8f04 req-05dd4609-c6d9-4e6a-adcf-f2987cb45abe tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:07.651653 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1e045b2c-d83e-4dfb-9eb4-bf6b557c8f04 req-05dd4609-c6d9-4e6a-adcf-f2987cb45abe tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0757968 May 26 22:53:07.796327 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1e045b2c-d83e-4dfb-9eb4-bf6b557c8f04 req-0fdca26e-d7e6-4311-864a-5fc56686a88e tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389968 May 26 22:53:07.970231 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58332) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:08.108927 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.140607 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:08.144386 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a23d43d288f348a2a33a9ae16156a087 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:08.147094 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:08.153667 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:08.217933 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.221554 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.271662 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c72c70-8255-46be-886b-63724ac81ee0,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:08.276700 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-30ac4a39-2ba8-453c-84e6-1b277bfe70e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a23d43d288f348a2a33a9ae16156a087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3054717 May 26 22:53:08.279365 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58338) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:08.338737 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b395-2aac-487c-bfad-640078529dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.363114 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b395-2aac-487c-bfad-640078529dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.415014 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b395-2aac-487c-bfad-640078529dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.430433 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8b395-2aac-487c-bfad-640078529dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c72c70-8255-46be-886b-63724ac81ee0,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:08.435178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b395-2aac-487c-bfad-640078529dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:08.436371 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e2c8b395-2aac-487c-bfad-640078529dd4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88c72c70-8255-46be-886b-63724ac81ee0 HTTP/1.1" status: 204 len: 168 time: 0.1561565 May 26 22:53:08.659259 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eb0a2-51ec-43fa-9faf-ef5e27ea33cb req-75879f63-eccc-4c8c-9eb2-19b3b6f10008 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:08.660731 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f68eb0a2-51ec-43fa-9faf-ef5e27ea33cb req-75879f63-eccc-4c8c-9eb2-19b3b6f10008 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0836749 May 26 22:53:08.707663 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f68eb0a2-51ec-43fa-9faf-ef5e27ea33cb req-e813238c-2569-40bc-9012-e465403c1e07 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 May 26 22:53:09.000784 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd017a-3c43-4212-8808-2f1aceef5c7e req-b2cf97b7-497c-49ef-9350-c6a25acba105 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:09.002366 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-36bd017a-3c43-4212-8808-2f1aceef5c7e req-b2cf97b7-497c-49ef-9350-c6a25acba105 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0792449 May 26 22:53:09.050346 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-36bd017a-3c43-4212-8808-2f1aceef5c7e req-e7250250-3cd8-4bd8-8f5e-37ac14bb28da tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 May 26 22:53:09.707723 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-f77010c5-454c-4349-a8f3-5c0fd0acbc22 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:09.709258 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-f77010c5-454c-4349-a8f3-5c0fd0acbc22 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.67 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.0766823 May 26 22:53:09.783275 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Deleting port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:09.783607 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.048993 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575acb-9364-49e2-a9b8-6048530862f8 req-cce84ed7-059d-431f-ab09-aebde79ec7dc tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:10.050439 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b1575acb-9364-49e2-a9b8-6048530862f8 req-cce84ed7-059d-431f-ab09-aebde79ec7dc tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4938d-8f3b-4739-bef7-7f3c0899b1af HTTP/1.1" status: 200 len: 946 time: 0.2165174 May 26 22:53:10.134829 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b1575acb-9364-49e2-a9b8-6048530862f8 req-de961d5a-64d8-476f-af4a-7667310d2453 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.47 "GET /v2.0/security-groups?id=7feb67a3-02ed-4b7e-a76c-e48316d85f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748742 May 26 22:53:10.142263 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] For port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:10.142707 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.335317 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Calling delete_port for fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:10.479463 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.492129 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:10.537171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Pushing event deleted for resources: {'Port': ['ID=fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:10.613440 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] No DVR routers for this DVR port fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:10.615926 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:10.619008 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'name': 'network-vif-deleted', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:10.630429 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6ec12a97-139a-4c56-a7c8-12b4ce6a1860 req-fc9e710a-b6e8-4c42-a76e-9e02bd3d5623 tempest-TestMinimumBasicScenario-1847339270 tempest-TestMinimumBasicScenario-1847339270-project] 10.222.0.67 "DELETE /v2.0/ports/fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 HTTP/1.1" status: 204 len: 173 time: 0.9150498 May 26 22:53:10.690605 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6badc8-aed1-4721-ab05-8ba9271b2469'] response: {'server_uuid': '29f4938d-8f3b-4739-bef7-7f3c0899b1af', 'name': 'network-vif-deleted', 'tag': 'fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412', 'status': 'completed', 'code': 200} May 26 22:53:11.935206 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58448) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:12.335045 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.932097 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Deleting port e86af683-9255-42e8-a8b8-3dfc2d55372c {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:12.932434 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:12.962289 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:12.996364 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:12.996746 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device fbc8abbe-957b-4fe4-bc5b-a9c4df1cd412 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:13.182725 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] For port e86af683-9255-42e8-a8b8-3dfc2d55372c, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e86af683-9255-42e8-a8b8-3dfc2d55372c,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:13.183229 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.324292 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Calling delete_port for e86af683-9255-42e8-a8b8-3dfc2d55372c owned by network:router_interface {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:13.640657 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:13.686350 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86af683-9255-42e8-a8b8-3dfc2d55372c,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:13.976852 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:14.625229 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Router 25674a6e-537b-4b90-b6e9-a4bb7d55002c has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:14.849449 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:14.862169 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] Sync routers for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:14.865348 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-b0d91298-4b13-47e1-8b2d-0265b591c3b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/25674a6e-537b-4b90-b6e9-a4bb7d55002c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9262218 May 26 22:53:14.865348 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58514) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:14.878887 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:14.879944 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:15.050534 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.111116 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:15.126430 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks [] for router, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.327614 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.338618 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Deleting port 715a9c4d-2593-4d79-be17-ab14b767f7b2 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:15.338977 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.442809 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:53:13Z', 'revision_number': 5, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port': {'id': '715a9c4d-2593-4d79-be17-ab14b767f7b2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:50Z', 'updated_at': '2022-05-26T22:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:15.446764 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] Checking router: 25674a6e-537b-4b90-b6e9-a4bb7d55002c for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:15.457350 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] Routers {'25674a6e-537b-4b90-b6e9-a4bb7d55002c'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:15.457917 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:15.526706 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] For port 715a9c4d-2593-4d79-be17-ab14b767f7b2, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=715a9c4d-2593-4d79-be17-ab14b767f7b2,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:15.527357 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.613543 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] Set router 25674a6e-537b-4b90-b6e9-a4bb7d55002c gateway port host: None {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:15.653214 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Calling delete_port for 715a9c4d-2593-4d79-be17-ab14b767f7b2 owned by network:router_gateway {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:15.718120 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:53:15Z', 'revision_number': 6, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:15.722083 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283dc02-5cbf-4f7a-9a71-eff1c37e19a8 None None] The sync data for ids ['25674a6e-537b-4b90-b6e9-a4bb7d55002c'] in dv-cinder-843305-2-smb is: [{'id': '25674a6e-537b-4b90-b6e9-a4bb7d55002c', 'name': 'tempest-TestMinimumBasicScenario-2081308111-router', 'tenant_id': '58b7c517591544dd9da86fb7545449da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:49Z', 'updated_at': '2022-05-26T22:53:15Z', 'revision_number': 6, 'project_id': '58b7c517591544dd9da86fb7545449da', 'gw_port_host': None}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:15.832349 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:15.877123 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Pushing event deleted for resources: {'Port': ['ID=715a9c4d-2593-4d79-be17-ab14b767f7b2,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:16.185388 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.456015 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.460079 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.554213 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.554731 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25674a6e-537b-4b90-b6e9-a4bb7d55002c {{(pid=83312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:53:16.570447 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.572981 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2ad0175d-6cdc-416f-9e0f-7074acfcb885 admin admin] 10.222.0.47 "DELETE /v2.0/routers/25674a6e-537b-4b90-b6e9-a4bb7d55002c HTTP/1.1" status: 204 len: 168 time: 1.7070527 May 26 22:53:16.575481 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58544) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:16.637974 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] Deleting subnet 9c4176f8-cf14-4d11-9d46-a70241132dce {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:16.641160 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.699988 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532648'] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.788364 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.854804 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4065519'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.893421 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4176f8-cf14-4d11-9d46-a70241132dce,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:16.899925 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:16.905696 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-f481166d-e2d7-4b51-aa71-4dad5b189ed6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9c4176f8-cf14-4d11-9d46-a70241132dce HTTP/1.1" status: 204 len: 168 time: 0.3291974 May 26 22:53:16.908164 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a63c73-fa6a-4181-b892-65e4637460f9 None None] Network 1ced50d2-d455-4aaf-a633-88f8967da4ab requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:16.911488 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58550) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:17.018935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.029967 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Deleting port 1fde2988-2d53-4912-84de-d2502e07475e {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:17.030288 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.177992 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] DHCP port deletion for 1ced50d2-d455-4aaf-a633-88f8967da4ab request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:17.183068 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Deleting port 1fde2988-2d53-4912-84de-d2502e07475e {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:17.183437 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.249184 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] For port 1fde2988-2d53-4912-84de-d2502e07475e, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=1fde2988-2d53-4912-84de-d2502e07475e,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:17.249534 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.371073 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Calling delete_port for 1fde2988-2d53-4912-84de-d2502e07475e owned by network:dhcp {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:17.395167 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] For port 1fde2988-2d53-4912-84de-d2502e07475e, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=1fde2988-2d53-4912-84de-d2502e07475e,segment=NetworkSegment(1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e),segment_id=1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:17.395389 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.450572 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.495008 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fde2988-2d53-4912-84de-d2502e07475e,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:17.502404 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] No DVR routers for this DVR port 1fde2988-2d53-4912-84de-d2502e07475e on host dv-cinder-843305-2-smb {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:17.519394 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Calling delete_port for 1fde2988-2d53-4912-84de-d2502e07475e owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:17.599044 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:17.599398 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:17.624824 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.646608 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e86af683-9255-42e8-a8b8-3dfc2d55372c no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:17.653710 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ced50d2-d455-4aaf-a633-88f8967da4ab']}} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:17.681751 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e') {'for_net_delete': True} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:17.682055 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffc3a10-0d6e-43e5-81e3-e90ff6610d4e') {} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:17.684246 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: e86af683-9255-42e8-a8b8-3dfc2d55372c {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:17.684726 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e86af683-9255-42e8-a8b8-3dfc2d55372c not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:17.685273 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 1fde2988-2d53-4912-84de-d2502e07475e no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:17.706759 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423301'] for segment, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.722790 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 1fde2988-2d53-4912-84de-d2502e07475e {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:17.723323 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 1fde2988-2d53-4912-84de-d2502e07475e not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:17.723858 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 715a9c4d-2593-4d79-be17-ab14b767f7b2 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:17.725407 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.732524 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:17.733131 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3297338'] for segment, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: Traceback (most recent call last): May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: timer() May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: cb(*args, **kw) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: return func(*args, **kwargs) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: self._notify() May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: self.callback(batched_events) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: event.method(event) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: return f(self, *a, **k) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: return self._get(url).json() May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: return self.request(url, 'GET', **kwargs) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:17.750413 dv-cinder-843305-2-smb neutron-server[83313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:17.764626 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 715a9c4d-2593-4d79-be17-ab14b767f7b2 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:17.765138 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 715a9c4d-2593-4d79-be17-ab14b767f7b2 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:17.841254 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.846664 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:17.872026 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ced50d2-d455-4aaf-a633-88f8967da4ab,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:17.880723 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-29ae5b2b-9df4-4fc3-b7c6-79884e0bfa01 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1ced50d2-d455-4aaf-a633-88f8967da4ab HTTP/1.1" status: 204 len: 168 time: 0.9675884 May 26 22:53:17.884291 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58576) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:18.101179 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Deleting port 1fde2988-2d53-4912-84de-d2502e07475e {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:18.101712 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.165363 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-a7010bef-7827-493c-9074-d250f92015b4 None None] The port '1fde2988-2d53-4912-84de-d2502e07475e' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:53:18.285438 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.293018 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58588) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:18.443620 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.474335 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:18.478927 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c62fbd88178c4b6d8ad9852cf0b76e4b is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:18.481686 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:18.487339 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:18.555933 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.560632 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.606909 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4cec57-8438-454d-807a-5d8891f38b1c,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:18.611892 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c62fbd88178c4b6d8ad9852cf0b76e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3174238 May 26 22:53:18.614844 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58594) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:18.622170 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.622511 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.622846 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.623175 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.623501 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.623931 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.624152 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.624470 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.624812 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.625124 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.625440 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d38e3-075a-4acb-99d0-29e8cd9811b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:18.781585 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b696dbd9-c452-4ed2-9b83-84cbe5702a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.839765 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b696dbd9-c452-4ed2-9b83-84cbe5702a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.964857 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b696dbd9-c452-4ed2-9b83-84cbe5702a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.982433 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696dbd9-c452-4ed2-9b83-84cbe5702a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4cec57-8438-454d-807a-5d8891f38b1c,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:18.993286 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b696dbd9-c452-4ed2-9b83-84cbe5702a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:18.994384 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b696dbd9-c452-4ed2-9b83-84cbe5702a4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a4cec57-8438-454d-807a-5d8891f38b1c HTTP/1.1" status: 204 len: 168 time: 0.3786445 May 26 22:53:19.123156 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Deleting port fac027d5-cc9c-4d99-b5e1-4314072ec472 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:19.123457 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.314948 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] For port fac027d5-cc9c-4d99-b5e1-4314072ec472, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=fac027d5-cc9c-4d99-b5e1-4314072ec472,segment=NetworkSegment(96ebdf9b-134e-483f-8bd0-5a6faf240383),segment_id=96ebdf9b-134e-483f-8bd0-5a6faf240383)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:19.315845 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.371062 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58614) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:19.390256 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.422778 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:19.426951 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Usage tracker for resource:security_group_rule and tenant:69747415b4454928a103577f4248514c is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:19.429749 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:19.436120 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:19.443577 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Calling delete_port for fac027d5-cc9c-4d99-b5e1-4314072ec472 owned by network:router_interface {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:19.512377 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.516320 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.566307 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69747415b4454928a103577f4248514c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1939099 May 26 22:53:19.566982 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341371f-8cab-4db6-8173-c5e9d82d8c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69d286-8909-4de6-9932-0859c08225b3,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:19.569162 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58618) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:19.618390 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.631017 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a776f53-3571-4b93-bf8e-fd6b4cc4f020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.657407 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a776f53-3571-4b93-bf8e-fd6b4cc4f020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.662633 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac027d5-cc9c-4d99-b5e1-4314072ec472,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:19.674073 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.674413 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.674747 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.675090 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.675401 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.675728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.676046 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.676370 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.676701 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.677522 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.677522 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:19.717246 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a776f53-3571-4b93-bf8e-fd6b4cc4f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.735021 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a776f53-3571-4b93-bf8e-fd6b4cc4f020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69d286-8909-4de6-9932-0859c08225b3,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:19.746028 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a776f53-3571-4b93-bf8e-fd6b4cc4f020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:19.747036 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-1a776f53-3571-4b93-bf8e-fd6b4cc4f020 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b69d286-8909-4de6-9932-0859c08225b3 HTTP/1.1" status: 204 len: 168 time: 0.1769934 May 26 22:53:19.954742 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-8ce86589-8a34-4764-94f7-2311d9adcaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.101548 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:20.701456 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Router 335f6baa-84c2-4407-b27e-78221c793d29 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:20.918107 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:20.928167 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] Sync routers for ids ['335f6baa-84c2-4407-b27e-78221c793d29'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:20.930230 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58646) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:20.930838 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1d7dd7fb-d4e3-42e7-9d0f-2ef1798026a2 admin admin] 10.222.0.47 "PUT /v2.0/routers/335f6baa-84c2-4407-b27e-78221c793d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0451229 May 26 22:53:20.951485 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] Routers {'335f6baa-84c2-4407-b27e-78221c793d29'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:20.953346 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['335f6baa-84c2-4407-b27e-78221c793d29'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:21.140692 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks [] for router, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.148291 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] Set router 335f6baa-84c2-4407-b27e-78221c793d29 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:21.469157 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.500707 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Deleting port e77c7de4-48a0-4efb-a0b0-d79d69ec7573 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:21.501470 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.507373 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:53:19Z', 'revision_number': 5, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port': {'id': 'e77c7de4-48a0-4efb-a0b0-d79d69ec7573', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f6baa-84c2-4407-b27e-78221c793d29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:21.512538 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] Checking router: 335f6baa-84c2-4407-b27e-78221c793d29 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:21.526405 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] Routers {'335f6baa-84c2-4407-b27e-78221c793d29'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:21.527028 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:52:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['335f6baa-84c2-4407-b27e-78221c793d29'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:21.761317 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] Set router 335f6baa-84c2-4407-b27e-78221c793d29 gateway port host: None {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:21.784760 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] For port e77c7de4-48a0-4efb-a0b0-d79d69ec7573, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:21.785119 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:21.885974 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:53:21Z', 'revision_number': 6, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:21.892123 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe6d05-bf48-45b2-876e-d75ded0b94ab None None] The sync data for ids ['335f6baa-84c2-4407-b27e-78221c793d29'] in dv-cinder-843305-2-smb is: [{'id': '335f6baa-84c2-4407-b27e-78221c793d29', 'name': 'tempest-TestMinimumBasicScenario-1914372126-router', 'tenant_id': '6cb246488a0b4b6c9d3daccf0560b043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:50:00Z', 'updated_at': '2022-05-26T22:53:21Z', 'revision_number': 6, 'project_id': '6cb246488a0b4b6c9d3daccf0560b043', 'gw_port_host': None}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:21.933662 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Calling delete_port for e77c7de4-48a0-4efb-a0b0-d79d69ec7573 owned by network:router_gateway {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:22.188836 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-5562c0e0-9c09-43f2-a37e-d3ba0a3867c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.197708 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.288706 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77c7de4-48a0-4efb-a0b0-d79d69ec7573,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:22.561978 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.837372 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.841530 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.866328 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.866873 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335f6baa-84c2-4407-b27e-78221c793d29 {{(pid=83312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:53:22.880039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:22.881238 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-05709270-40f5-4744-be37-4dd0f66cf445 admin admin] 10.222.0.47 "DELETE /v2.0/routers/335f6baa-84c2-4407-b27e-78221c793d29 HTTP/1.1" status: 204 len: 168 time: 1.9489901 May 26 22:53:22.883674 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58706) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:22.950781 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] Deleting subnet b0c76912-7633-4e7a-97ce-0401ea734eaa {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:22.954402 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.009765 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532648'] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.090531 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.157759 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4065519'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.200429 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c76912-7633-4e7a-97ce-0401ea734eaa,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:23.205485 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.210831 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc52d4-c32a-4871-969c-adbded56845d None None] Network 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:23.215803 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d9f1d41f-ee00-43ac-8e4b-047d01945dd9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b0c76912-7633-4e7a-97ce-0401ea734eaa HTTP/1.1" status: 204 len: 168 time: 0.3310564 May 26 22:53:23.218122 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58710) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:23.424405 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.436847 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Deleting port 315b6aa0-1e90-4a1d-afa4-0de0569c992f {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:23.437171 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.497497 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] DHCP port deletion for 0a9e8f60-ae8a-46bd-bccf-a2d557efa21b request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:23.512342 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Deleting port 315b6aa0-1e90-4a1d-afa4-0de0569c992f {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:23.513172 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.546175 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.659755 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] For port 315b6aa0-1e90-4a1d-afa4-0de0569c992f, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=315b6aa0-1e90-4a1d-afa4-0de0569c992f,segment=NetworkSegment(96ebdf9b-134e-483f-8bd0-5a6faf240383),segment_id=96ebdf9b-134e-483f-8bd0-5a6faf240383)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:23.660178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.670970 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e77c7de4-48a0-4efb-a0b0-d79d69ec7573 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:23.710538 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: e77c7de4-48a0-4efb-a0b0-d79d69ec7573 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:23.710882 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device e77c7de4-48a0-4efb-a0b0-d79d69ec7573 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:23.711309 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device fac027d5-cc9c-4d99-b5e1-4314072ec472 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:23.798486 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Calling delete_port for 315b6aa0-1e90-4a1d-afa4-0de0569c992f owned by network:dhcp {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:23.828443 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: fac027d5-cc9c-4d99-b5e1-4314072ec472 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:23.829185 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device fac027d5-cc9c-4d99-b5e1-4314072ec472 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:23.829799 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 315b6aa0-1e90-4a1d-afa4-0de0569c992f no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:23.929554 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.933942 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No active binding found for port 315b6aa0-1e90-4a1d-afa4-0de0569c992f {{(pid=83314) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 26 22:53:23.934443 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 315b6aa0-1e90-4a1d-afa4-0de0569c992f not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:23.949765 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] For port 315b6aa0-1e90-4a1d-afa4-0de0569c992f, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=315b6aa0-1e90-4a1d-afa4-0de0569c992f,segment=NetworkSegment(96ebdf9b-134e-483f-8bd0-5a6faf240383),segment_id=96ebdf9b-134e-483f-8bd0-5a6faf240383)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:23.950469 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:23.960249 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.002010 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=315b6aa0-1e90-4a1d-afa4-0de0569c992f,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.018534 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] No DVR routers for this DVR port 315b6aa0-1e90-4a1d-afa4-0de0569c992f on host dv-cinder-843305-2-smb {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:24.159378 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Calling delete_port for 315b6aa0-1e90-4a1d-afa4-0de0569c992f owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:24.185217 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.226942 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9e8f60-ae8a-46bd-bccf-a2d557efa21b']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:24.241873 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ebdf9b-134e-483f-8bd0-5a6faf240383') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:24.242339 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ebdf9b-134e-483f-8bd0-5a6faf240383') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:24.255332 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:24.256071 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:24.257740 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.282327 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.290542 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:24.291078 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:24.306801 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:24.387672 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.409769 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.417973 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9e8f60-ae8a-46bd-bccf-a2d557efa21b,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.425154 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-80e8f7f3-f999-4416-ad2b-cab205b7dc8d admin admin] 10.222.0.47 "DELETE /v2.0/networks/0a9e8f60-ae8a-46bd-bccf-a2d557efa21b HTTP/1.1" status: 204 len: 168 time: 1.2028866 May 26 22:53:24.616095 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5efbc-6ce5-468b-aa22-cf2a9f399092 req-12fa1e84-a02a-463d-92ca-338354588778 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:24.618245 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-22e5efbc-6ce5-468b-aa22-cf2a9f399092 req-12fa1e84-a02a-463d-92ca-338354588778 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0836172 May 26 22:53:24.631481 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58748) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.664884 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-22e5efbc-6ce5-468b-aa22-cf2a9f399092 req-b85fb81b-d800-430d-8f6f-54787ddf2c03 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401840 May 26 22:53:24.684126 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7090ba96-beee-4adb-8176-237c667ca0ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58b7c517591544dd9da86fb7545449da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514829 May 26 22:53:24.686808 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58752) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:24.746012 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e3074746-e792-499d-a0e4-dd99c28a9672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.757005 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Deleting port 315b6aa0-1e90-4a1d-afa4-0de0569c992f {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:24.757368 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.772237 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e3074746-e792-499d-a0e4-dd99c28a9672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.792110 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.824758 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-24467ddc-ebfa-4f93-951d-cff65c345016 None None] The port '315b6aa0-1e90-4a1d-afa4-0de0569c992f' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:53:24.829698 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e3074746-e792-499d-a0e4-dd99c28a9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.846073 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074746-e792-499d-a0e4-dd99c28a9672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb67a3-02ed-4b7e-a76c-e48316d85f16,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:24.854866 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e3074746-e792-499d-a0e4-dd99c28a9672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:24.857740 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e3074746-e792-499d-a0e4-dd99c28a9672 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7feb67a3-02ed-4b7e-a76c-e48316d85f16 HTTP/1.1" status: 204 len: 168 time: 0.1700196 May 26 22:53:25.248360 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58762) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:25.309453 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-63808787-dd48-49d5-9361-644cf64da897 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6cb246488a0b4b6c9d3daccf0560b043&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494747 May 26 22:53:25.309453 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58766) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:25.360766 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4f95-4013-4ff8-a054-179032ac5bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.394245 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4f95-4013-4ff8-a054-179032ac5bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.450037 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4f95-4013-4ff8-a054-179032ac5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.464966 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc4f95-4013-4ff8-a054-179032ac5bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f826a-c66f-456a-8b00-9ee3016b618a,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:25.474526 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4f95-4013-4ff8-a054-179032ac5bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:25.475816 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f1dc4f95-4013-4ff8-a054-179032ac5bbf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee1f826a-c66f-456a-8b00-9ee3016b618a HTTP/1.1" status: 204 len: 168 time: 0.1732202 May 26 22:53:25.938267 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7c843-1500-43c9-807c-05170b07ff3d req-0fe42c17-41e6-4bdc-9902-a5d37be82438 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:25.940982 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-afd7c843-1500-43c9-807c-05170b07ff3d req-0fe42c17-41e6-4bdc-9902-a5d37be82438 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1135969 May 26 22:53:25.996878 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-afd7c843-1500-43c9-807c-05170b07ff3d req-f0d9943c-3233-4767-a6f7-1c1b9ac3af54 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509369 May 26 22:53:26.363551 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:53:26.451618 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbac9cb-4077-4985-9cbc-6585562c0a0a req-93f1ae12-5bc6-4db3-ae11-c6232b255faa tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:26.453087 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ecbac9cb-4077-4985-9cbc-6585562c0a0a req-93f1ae12-5bc6-4db3-ae11-c6232b255faa tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.0806057 May 26 22:53:26.501030 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ecbac9cb-4077-4985-9cbc-6585562c0a0a req-a43c53f1-394c-43aa-8ef7-2059c26af092 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 May 26 22:53:27.210293 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566e54b-1251-42e4-b34f-11a53aea9bdc req-120887c5-3204-46b1-adf8-a41d0b0a2338 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:27.211815 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1566e54b-1251-42e4-b34f-11a53aea9bdc req-120887c5-3204-46b1-adf8-a41d0b0a2338 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0785708 May 26 22:53:27.255436 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1566e54b-1251-42e4-b34f-11a53aea9bdc req-50f0269e-bcd6-4799-b511-a51927fad382 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382183 May 26 22:53:27.709751 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a8ab8-a448-4a08-b391-6f4a611e1298 req-52c07e63-f5db-40b6-bb6f-7c4c55e53b6f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:27.712699 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-107a8ab8-a448-4a08-b391-6f4a611e1298 req-52c07e63-f5db-40b6-bb6f-7c4c55e53b6f tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.0869606 May 26 22:53:27.759467 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-107a8ab8-a448-4a08-b391-6f4a611e1298 req-091357a0-9693-40f0-aa0d-ac2d16d1c5b6 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 May 26 22:53:28.163365 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58858) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:28.301632 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.334386 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:28.338994 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Usage tracker for resource:security_group_rule and tenant:bfbf3864ba7641999fce04bea3344e93 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:28.341892 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:28.347745 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:28.401246 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-1827b4cd-8507-47ab-91f5-6c5f097a35c8 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:28.403149 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-1827b4cd-8507-47ab-91f5-6c5f097a35c8 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.0857847 May 26 22:53:28.460669 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.467719 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.476175 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Deleting port ea7350ff-df39-4306-8b2e-22c016c9d7cc {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:28.476529 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.530401 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfbf3864ba7641999fce04bea3344e93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3659675 May 26 22:53:28.532225 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5f24-ef4d-46b8-a900-259cc5a4759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552d67fe-571f-4d37-8ac5-44dc40f2af4f,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:28.533336 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 58866) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:28.544420 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e6a05-caba-4380-ac9b-6305c6e7a46c req-b7c34065-ae73-46d5-a417-024507d9d69d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:28.545818 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a70e6a05-caba-4380-ac9b-6305c6e7a46c req-b7c34065-ae73-46d5-a417-024507d9d69d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1412408 May 26 22:53:28.591861 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a70e6a05-caba-4380-ac9b-6305c6e7a46c req-a1181f3d-7da5-4b1d-8364-0bb0a69c4aaa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 May 26 22:53:28.728422 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8e961d90-c0d7-439f-909b-ebd60274ad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.854783 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8e961d90-c0d7-439f-909b-ebd60274ad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:28.861720 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] For port ea7350ff-df39-4306-8b2e-22c016c9d7cc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ea7350ff-df39-4306-8b2e-22c016c9d7cc,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:28.862070 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.177262 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8e961d90-c0d7-439f-909b-ebd60274ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.221387 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961d90-c0d7-439f-909b-ebd60274ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552d67fe-571f-4d37-8ac5-44dc40f2af4f,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:29.233842 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8e961d90-c0d7-439f-909b-ebd60274ad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.234939 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-8e961d90-c0d7-439f-909b-ebd60274ad09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/552d67fe-571f-4d37-8ac5-44dc40f2af4f HTTP/1.1" status: 204 len: 168 time: 0.7005835 May 26 22:53:29.247979 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad52749-30ab-46a1-8e7a-f7151a4eea9f req-0a481423-dfb2-4057-846b-54a917910308 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.249385 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ad52749-30ab-46a1-8e7a-f7151a4eea9f req-0a481423-dfb2-4057-846b-54a917910308 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 946 time: 0.3215466 May 26 22:53:29.252336 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.252734 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.253034 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Floating IP 7b5a56a5-37e5-4755-8150-96899e759eca disassociated. External IP: 172.28.3.77, port: ea7350ff-df39-4306-8b2e-22c016c9d7cc. May 26 22:53:29.253365 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Calling delete_port for ea7350ff-df39-4306-8b2e-22c016c9d7cc owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:29.348362 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ad52749-30ab-46a1-8e7a-f7151a4eea9f req-093bb503-24ba-498d-9c76-c2007e244353 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups?id=257bf52d-dfcb-43ba-88f2-4fa5f3723a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676212 May 26 22:53:29.442417 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.492614 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event deleted for resources: {'Port': ['ID=ea7350ff-df39-4306-8b2e-22c016c9d7cc,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:29.571405 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58876) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:29.590250 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.622217 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:29.625957 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Usage tracker for resource:security_group_rule and tenant:7f9f95bba6c9482ba7bf66884a55b56f is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:29.628658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:29.635777 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:29.709084 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.713684 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.714596 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:29.805331 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f9f95bba6c9482ba7bf66884a55b56f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2301834 May 26 22:53:29.805331 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a81fc7-9e87-4e53-b370-9f2155a7947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb39f47-04fe-4bbc-82db-75670565817c,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:29.806860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58882) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:29.891095 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221f41b-40e0-4626-b8d6-b9568acab603 req-a4f23aae-7caf-4e8f-b2c0-95d8caf35b8d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:29.892579 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7221f41b-40e0-4626-b8d6-b9568acab603 req-a4f23aae-7caf-4e8f-b2c0-95d8caf35b8d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1579912 May 26 22:53:29.895143 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-778570f9-b08f-4ab1-b7c3-d30b9589ce0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:29.933843 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:29.945399 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] Sync routers for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:29.969433 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:29.970331 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:30.013578 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] No DVR routers for this DVR port ea7350ff-df39-4306-8b2e-22c016c9d7cc on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:30.016655 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.019697 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'name': 'network-vif-deleted', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:30.043035 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8bd8a21d-3fef-4804-af78-bd7ac2e9754d req-30029784-d0b1-44d9-920c-557d3c879d34 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.67 "DELETE /v2.0/ports/ea7350ff-df39-4306-8b2e-22c016c9d7cc HTTP/1.1" status: 204 len: 173 time: 1.6341274 May 26 22:53:30.075321 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-778570f9-b08f-4ab1-b7c3-d30b9589ce0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.137171 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7221f41b-40e0-4626-b8d6-b9568acab603 req-e1a581e7-fbd3-4b5e-91a9-a045efcdcf48 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315397 May 26 22:53:30.162458 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-778570f9-b08f-4ab1-b7c3-d30b9589ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.182342 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778570f9-b08f-4ab1-b7c3-d30b9589ce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb39f47-04fe-4bbc-82db-75670565817c,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:30.192903 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-778570f9-b08f-4ab1-b7c3-d30b9589ce0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:30.194139 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-778570f9-b08f-4ab1-b7c3-d30b9589ce0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1cb39f47-04fe-4bbc-82db-75670565817c HTTP/1.1" status: 204 len: 168 time: 0.3855474 May 26 22:53:30.224036 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:30.394885 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5189ca9-8e01-4262-b1a1-6084f3e16c70'] response: {'server_uuid': '5b825e9a-9341-48c9-9e91-79e982e27b96', 'name': 'network-vif-deleted', 'tag': 'ea7350ff-df39-4306-8b2e-22c016c9d7cc', 'status': 'completed', 'code': 200} May 26 22:53:30.557272 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:30.559650 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7253961c-c547-4186-9c67-6c53d3cd6921 req-3dd3b8b0-594c-4389-a36d-165df5f17958 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b825e9a-9341-48c9-9e91-79e982e27b96 HTTP/1.1" status: 200 len: 210 time: 0.0510862 May 26 22:53:30.563415 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] Checking router: c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:30.575467 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:30.576445 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:30.766522 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:31.109049 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:31.113166 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8693b65-c01b-49c3-a293-a7bd8072d725 None None] The sync data for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb is: [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:47:57Z', 'revision_number': 4, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '6c8b69ff-6bb4-46d5-8841-7ad07708c65e', 'name': '', 'network_id': '36dedcd0-93b3-4067-9484-da008bf98cc6', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'mac_address': 'fa:16:3e:84:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:56Z', 'updated_at': '2022-05-26T22:48:12Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'subnets': [{'id': '02fc4562-09c1-4aef-bf2a-d9c41c4bb691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:31.118765 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device ea7350ff-df39-4306-8b2e-22c016c9d7cc no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:31.155080 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: ea7350ff-df39-4306-8b2e-22c016c9d7cc {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:31.155427 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device ea7350ff-df39-4306-8b2e-22c016c9d7cc not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:31.370487 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50d93a-9d7c-414a-bc4f-05928d2b45e7 None None] New status for floating IP 7b5a56a5-37e5-4755-8150-96899e759eca: DOWN {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:53:31.372856 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c1b8b-6fef-4bdc-b796-2d5c06b340b7 req-da1b5281-6381-457c-867b-152c9a910e0c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:31.377110 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-753c1b8b-6fef-4bdc-b796-2d5c06b340b7 req-da1b5281-6381-457c-867b-152c9a910e0c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0890930 May 26 22:53:31.421469 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-753c1b8b-6fef-4bdc-b796-2d5c06b340b7 req-ab16f272-ea5c-43bc-a804-2b765593173e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 May 26 22:53:31.723411 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58930) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:31.793475 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7788-2fb2-4c94-b5ee-b7c995bc94b1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.821535 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7788-2fb2-4c94-b5ee-b7c995bc94b1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.873727 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7788-2fb2-4c94-b5ee-b7c995bc94b1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.896023 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a7788-2fb2-4c94-b5ee-b7c995bc94b1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257bf52d-dfcb-43ba-88f2-4fa5f3723a84,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:31.904477 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7788-2fb2-4c94-b5ee-b7c995bc94b1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:31.905604 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-fa7a7788-2fb2-4c94-b5ee-b7c995bc94b1 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "DELETE /v2.0/security-groups/257bf52d-dfcb-43ba-88f2-4fa5f3723a84 HTTP/1.1" status: 204 len: 168 time: 0.1812212 May 26 22:53:31.908302 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58938) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:31.925030 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.api.v2.resource [None req-e43aa092-4e5d-467a-9753-520614770db9 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] show failed (client error): The resource could not be found. May 26 22:53:31.926000 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e43aa092-4e5d-467a-9753-520614770db9 tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "GET /v2.0/security-groups/257bf52d-dfcb-43ba-88f2-4fa5f3723a84 HTTP/1.1" status: 404 len: 347 time: 0.0167949 May 26 22:53:31.928771 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58942) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:32.090951 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Deleting port 4d3b15e1-2df3-437b-87b2-7033c9eb19a6 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:32.091198 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.266169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.266495 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.388988 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Calling delete_port for 4d3b15e1-2df3-437b-87b2-7033c9eb19a6 owned by network:floatingip {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:32.542797 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.628710 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Pushing event deleted for resources: {'Port': ['ID=4d3b15e1-2df3-437b-87b2-7033c9eb19a6,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:32.745898 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.758888 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc645cd-ea60-4506-9978-1d294c176c95 req-4409ef2a-a67d-4864-91f1-458f69f2c7cc tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:32.760335 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6fc645cd-ea60-4506-9978-1d294c176c95 req-4409ef2a-a67d-4864-91f1-458f69f2c7cc tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1840940 May 26 22:53:32.786831 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:32.788050 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-d64b2860-3825-4eae-b173-b2bb2030bd1b tempest-AttachVolumeTestJSON-784687623 tempest-AttachVolumeTestJSON-784687623-project] 10.222.0.47 "DELETE /v2.0/floatingips/7b5a56a5-37e5-4755-8150-96899e759eca HTTP/1.1" status: 204 len: 168 time: 0.8568897 May 26 22:53:32.821477 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6fc645cd-ea60-4506-9978-1d294c176c95 req-e3ee13af-c134-4cc6-8efb-1ae19ce139c4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545344 May 26 22:53:33.115668 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58986) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:33.255365 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.285783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:33.290371 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Usage tracker for resource:security_group_rule and tenant:31c4a34534e5410e8e4a9f79c5a09822 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:33.293111 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:33.298649 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:33.361744 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.365353 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.409370 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd07b51-f378-4b33-a1e5-d60e6b09c8d3,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:33.413613 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-80666c1f-a683-42be-840f-7cac05a4c67b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31c4a34534e5410e8e4a9f79c5a09822&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2968664 May 26 22:53:33.416806 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 58992) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:33.473283 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-69896e51-e15b-4f1b-be6c-4da4bd2ee9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.501433 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-69896e51-e15b-4f1b-be6c-4da4bd2ee9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.550288 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-69896e51-e15b-4f1b-be6c-4da4bd2ee9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.566091 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69896e51-e15b-4f1b-be6c-4da4bd2ee9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd07b51-f378-4b33-a1e5-d60e6b09c8d3,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:33.572315 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-69896e51-e15b-4f1b-be6c-4da4bd2ee9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.574176 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-69896e51-e15b-4f1b-be6c-4da4bd2ee9e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1dd07b51-f378-4b33-a1e5-d60e6b09c8d3 HTTP/1.1" status: 204 len: 168 time: 0.1562858 May 26 22:53:33.903306 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59002) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:33.922746 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:33.956562 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:33.960361 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Usage tracker for resource:security_group_rule and tenant:3600ca2d804a4c34bc018064b5c7c619 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:33.964300 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:33.970513 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:34.039981 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573325dd-068c-4ad5-8521-0bf51b3a28ba req-21f2c76a-de56-49b1-827c-fb770c717136 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:34.041169 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-573325dd-068c-4ad5-8521-0bf51b3a28ba req-21f2c76a-de56-49b1-827c-fb770c717136 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0797727 May 26 22:53:34.049204 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.054702 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.091090 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-573325dd-068c-4ad5-8521-0bf51b3a28ba req-6e3f70b7-b274-4f12-a63b-8f3c321d728f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 May 26 22:53:34.102511 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef1782-5669-4cc2-9643-98e8fdf00872,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:34.108861 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-99551e3a-8960-4809-bf46-625335ed497b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3600ca2d804a4c34bc018064b5c7c619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2021251 May 26 22:53:34.109070 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59010) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:34.174290 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1e84d594-1e24-4dd5-be27-99533961751f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.199855 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1e84d594-1e24-4dd5-be27-99533961751f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.251736 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1e84d594-1e24-4dd5-be27-99533961751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.269608 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84d594-1e24-4dd5-be27-99533961751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef1782-5669-4cc2-9643-98e8fdf00872,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:34.272984 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1e84d594-1e24-4dd5-be27-99533961751f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:34.274942 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1e84d594-1e24-4dd5-be27-99533961751f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8ef1782-5669-4cc2-9643-98e8fdf00872 HTTP/1.1" status: 204 len: 168 time: 0.1642997 May 26 22:53:35.328610 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23df2b-4cb7-4a79-a492-6f32ef62a7b1 req-f9399afd-7399-447b-8f68-8f2ecf344215 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:35.330103 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1f23df2b-4cb7-4a79-a492-6f32ef62a7b1 req-f9399afd-7399-447b-8f68-8f2ecf344215 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0979471 May 26 22:53:35.381687 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1f23df2b-4cb7-4a79-a492-6f32ef62a7b1 req-7a3c0deb-58e3-45c1-8406-92a8b6b73c79 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 May 26 22:53:36.680872 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d485c-d4b7-4218-b160-1b34b0b68565 req-4babb1cf-2f7f-4670-9b89-a6ddb6107ddf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:36.682413 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4e5d485c-d4b7-4218-b160-1b34b0b68565 req-4babb1cf-2f7f-4670-9b89-a6ddb6107ddf tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1550581 May 26 22:53:36.728563 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4e5d485c-d4b7-4218-b160-1b34b0b68565 req-d2998c90-6914-45cb-b8bb-ce2043b2ed13 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 May 26 22:53:36.841186 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59082) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:37.133684 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:53:37.295281 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:37.309911 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '899d3a4e-3d24-48fc-801c-420efafd1483', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'port_id': '899d3a4e-3d24-48fc-801c-420efafd1483', 'mac_address': 'fa:16:3e:6c:51:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:53:37.378825 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.397433 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899d3a4e-3d24-48fc-801c-420efafd1483 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:37.415185 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:37.419732 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.480817 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:37.489371 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=6']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:37.498202 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.498541 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.498873 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.499200 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.499522 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.499840 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.500160 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.500477 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.500815 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.501172 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.501450 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:53:37.506332 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['899d3a4e-3d24-48fc-801c-420efafd1483'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:53:38.026136 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e4435-bdac-4452-a572-c201c24f92e9 req-09ac1194-8caa-410e-a179-6b018882d4db tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:38.033754 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8f4e4435-bdac-4452-a572-c201c24f92e9 req-09ac1194-8caa-410e-a179-6b018882d4db tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 944 time: 0.1324325 May 26 22:53:38.088442 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8f4e4435-bdac-4452-a572-c201c24f92e9 req-3914ae97-4317-4315-87a0-93051918b2fb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535774 May 26 22:53:38.278620 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Deleting port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:38.279194 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.468922 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] For port 6c8b69ff-6bb4-46d5-8841-7ad07708c65e, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:38.469183 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.596831 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Calling delete_port for 6c8b69ff-6bb4-46d5-8841-7ad07708c65e owned by network:router_interface {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:38.886963 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:38.934597 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8b69ff-6bb4-46d5-8841-7ad07708c65e,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:39.151662 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:39.285491 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 899d3a4e-3d24-48fc-801c-420efafd1483 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:39.285978 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.426083 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.446765 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.455848 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:39.469937 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:39.471802 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728faed9-ec88-4062-8157-6813d607a162 req-09fc9219-39f0-4b06-817e-634345af2de3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:39.476563 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-728faed9-ec88-4062-8157-6813d607a162 req-09fc9219-39f0-4b06-817e-634345af2de3 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 944 time: 0.1537819 May 26 22:53:39.492955 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:39.617939 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=7']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:39.708729 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-728faed9-ec88-4062-8157-6813d607a162 req-3e41b336-922d-48bb-8ebb-0b6585f6c43f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168770 May 26 22:53:39.802135 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1c8588-f7d5-4ab1-ac80-5a2ee228e171'] response: {'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483', 'code': 200} May 26 22:53:40.230943 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:40.464260 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:40.476444 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] Sync routers for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:40.480445 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59114) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:40.485182 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3ed08b2c-a8c5-434d-ae4c-62e22fde57d9 admin admin] 10.222.0.47 "PUT /v2.0/routers/c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6427054 May 26 22:53:40.494985 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:40.495662 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:40.709255 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:40.795844 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks [] for router, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:40.982298 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6b6e2-973b-492e-a5e9-59f2d0e54bc9 req-9721f538-6e43-42e9-9791-666c60e8af67 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:40.983767 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5aa6b6e2-973b-492e-a5e9-59f2d0e54bc9 req-9721f538-6e43-42e9-9791-666c60e8af67 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1130755 May 26 22:53:41.055552 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5aa6b6e2-973b-492e-a5e9-59f2d0e54bc9 req-3089574f-f0b1-4397-a485-3819817eb030 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600181 May 26 22:53:41.106562 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': '70da94be-2765-429b-b809-80a25a551a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:53:38Z', 'revision_number': 5, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port': {'id': '70da94be-2765-429b-b809-80a25a551a7c', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:47:51Z', 'updated_at': '2022-05-26T22:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:41.106950 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.111572 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] Checking router: c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:41.122254 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Deleting port 70da94be-2765-429b-b809-80a25a551a7c {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:41.122870 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.130326 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] Routers {'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:41.130955 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:41.300009 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] Set router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f gateway port host: None {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:41.352610 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] For port 70da94be-2765-429b-b809-80a25a551a7c, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=70da94be-2765-429b-b809-80a25a551a7c,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:41.353016 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.468811 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:53:41Z', 'revision_number': 6, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:41.478015 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780f13b-a9b6-4154-95d1-df5712ebc455 None None] The sync data for ids ['c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f'] in dv-cinder-843305-2-smb is: [{'id': 'c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f', 'name': 'tempest-AttachVolumeTestJSON-1427685887-router', 'tenant_id': '8c44915ca170413aa65e7785bd4c50b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:47:50Z', 'updated_at': '2022-05-26T22:53:41Z', 'revision_number': 6, 'project_id': '8c44915ca170413aa65e7785bd4c50b7', 'gw_port_host': None}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:41.499611 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Calling delete_port for 70da94be-2765-429b-b809-80a25a551a7c owned by network:router_gateway {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:41.707141 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:41.796094 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=70da94be-2765-429b-b809-80a25a551a7c,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:41.937664 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 6c8b69ff-6bb4-46d5-8841-7ad07708c65e no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:41.988022 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 6c8b69ff-6bb4-46d5-8841-7ad07708c65e {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:41.988604 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 6c8b69ff-6bb4-46d5-8841-7ad07708c65e not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:42.038491 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.485319 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.498195 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.539547 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.540594 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f {{(pid=83312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:53:42.570341 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a22dfa-be04-486a-8f53-f02da3118afb req-655ea3e7-2617-4b6b-9705-31425e81dbef tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:42.571959 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-34a22dfa-be04-486a-8f53-f02da3118afb req-655ea3e7-2617-4b6b-9705-31425e81dbef tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.3251851 May 26 22:53:42.578107 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.581462 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-0432c76c-498d-4159-b8e3-263a75d6d7aa admin admin] 10.222.0.47 "DELETE /v2.0/routers/c9a9d6db-ef9a-4cfe-83a3-dfb12cc76c3f HTTP/1.1" status: 204 len: 168 time: 2.0977285 May 26 22:53:42.582607 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59132) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:42.639443 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-34a22dfa-be04-486a-8f53-f02da3118afb req-d8fd887b-9a80-4980-88bf-c524f3aaae00 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589924 May 26 22:53:42.789260 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] Deleting subnet 02fc4562-09c1-4aef-bf2a-d9c41c4bb691 {{(pid=83313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:53:42.792639 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:42.856703 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423926'] for subnet, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.003730 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.088067 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3297364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3449354'] for subnet, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.131060 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fc4562-09c1-4aef-bf2a-d9c41c4bb691,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:43.136205 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.143085 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b955bdc1-cf1b-49bd-b7df-3de5448af989 None None] Network 36dedcd0-93b3-4067-9484-da008bf98cc6 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:43.150989 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7ee66e6f-2569-4a62-92c7-e54919c652f3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/02fc4562-09c1-4aef-bf2a-d9c41c4bb691 HTTP/1.1" status: 204 len: 168 time: 0.5658531 May 26 22:53:43.153097 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59136) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:43.304976 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.316520 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Deleting port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:43.316864 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.432866 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] DHCP port deletion for 36dedcd0-93b3-4067-9484-da008bf98cc6 request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:53:43.437041 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Deleting port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:43.437686 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.543728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] For port 7e1b35e4-3d51-4b61-9652-1feb82f474a0, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=7e1b35e4-3d51-4b61-9652-1feb82f474a0,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:43.543728 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.670444 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] For port 7e1b35e4-3d51-4b61-9652-1feb82f474a0, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=7e1b35e4-3d51-4b61-9652-1feb82f474a0,segment=NetworkSegment(c44d3bc3-945e-441c-9409-75639acb13d5),segment_id=c44d3bc3-945e-441c-9409-75639acb13d5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:43.670886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.715798 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Calling delete_port for 7e1b35e4-3d51-4b61-9652-1feb82f474a0 owned by network:dhcp {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:43.739593 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 70da94be-2765-429b-b809-80a25a551a7c no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:43.807661 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:43.841898 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Calling delete_port for 7e1b35e4-3d51-4b61-9652-1feb82f474a0 owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:53:43.886186 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1b35e4-3d51-4b61-9652-1feb82f474a0,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:43.921655 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] No DVR routers for this DVR port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 on host dv-cinder-843305-2-smb {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:53:43.978079 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:53:43.978529 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:53:43.984115 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 70da94be-2765-429b-b809-80a25a551a7c {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:43.984532 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 70da94be-2765-429b-b809-80a25a551a7c not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:43.985026 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7e1b35e4-3d51-4b61-9652-1feb82f474a0 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:44.021728 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 7e1b35e4-3d51-4b61-9652-1feb82f474a0 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:53:44.022157 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7e1b35e4-3d51-4b61-9652-1feb82f474a0 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:53:44.149629 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.185024 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dedcd0-93b3-4067-9484-da008bf98cc6']}} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:44.199594 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44d3bc3-945e-441c-9409-75639acb13d5') {'for_net_delete': True} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:44.199885 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44d3bc3-945e-441c-9409-75639acb13d5') {} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:44.215212 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423301'] for segment, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.235939 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.246039 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6c857-bf11-4288-8a1f-4b9a1f727a73 req-5eb7cc01-d062-4de4-9bfa-9e515ed2cb85 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:44.247719 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cba6c857-bf11-4288-8a1f-4b9a1f727a73 req-5eb7cc01-d062-4de4-9bfa-9e515ed2cb85 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1647842 May 26 22:53:44.250504 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:53:44.250946 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3297338'] for segment, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: Traceback (most recent call last): May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: timer() May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: cb(*args, **kw) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: return func(*args, **kwargs) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: self._notify() May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: self.callback(batched_events) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: event.method(event) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: return f(self, *a, **k) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: return self._get(url).json() May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: return self.request(url, 'GET', **kwargs) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:53:44.265222 dv-cinder-843305-2-smb neutron-server[83313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:53:44.373503 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.377736 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cba6c857-bf11-4288-8a1f-4b9a1f727a73 req-deb4f50e-c6e6-4dd4-b07c-6a40e72c1a87 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116827 May 26 22:53:44.395662 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.402072 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] Pushing event deleted for resources: {'Network': ['ID=36dedcd0-93b3-4067-9484-da008bf98cc6,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:44.423394 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c0e2f95f-1fa0-4ac7-b5fd-6942cffe0799 admin admin] 10.222.0.47 "DELETE /v2.0/networks/36dedcd0-93b3-4067-9484-da008bf98cc6 HTTP/1.1" status: 204 len: 168 time: 1.2689884 May 26 22:53:44.479360 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Deleting port 7e1b35e4-3d51-4b61-9652-1feb82f474a0 {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:53:44.480436 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.560049 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-80abda08-b215-4ec9-abb3-647658c9495d None None] The port '7e1b35e4-3d51-4b61-9652-1feb82f474a0' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:53:44.600264 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59146) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:44.654478 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2b3fe50a-00e0-4ac7-a1c8-f5b52e3ddb59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c44915ca170413aa65e7785bd4c50b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526805 May 26 22:53:44.657002 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59150) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:44.722554 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6b589b34-428a-45d4-9c74-16283804d621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.755395 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6b589b34-428a-45d4-9c74-16283804d621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.835445 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6b589b34-428a-45d4-9c74-16283804d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.863721 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b589b34-428a-45d4-9c74-16283804d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a07c06-54cd-496c-831e-ae4737706cae,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:44.868597 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-6b589b34-428a-45d4-9c74-16283804d621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:44.869730 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-6b589b34-428a-45d4-9c74-16283804d621 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70a07c06-54cd-496c-831e-ae4737706cae HTTP/1.1" status: 204 len: 168 time: 0.2117531 May 26 22:53:45.067233 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:45.650777 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1755079-9dc6-447f-b386-c983b27f9caa req-7b58be34-1869-433e-b721-aa06c9fd76dc tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:45.652598 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b1755079-9dc6-447f-b386-c983b27f9caa req-7b58be34-1869-433e-b721-aa06c9fd76dc tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.0936747 May 26 22:53:45.706779 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b1755079-9dc6-447f-b386-c983b27f9caa req-3bfe1a2b-c392-4ddc-9ae0-b04ed089db23 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480597 May 26 22:53:45.826799 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59182) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:46.031659 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1917914553-network', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:46.036384 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:46.043621 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Usage tracker for resource:network and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:46.046986 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:46.054084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:46.066791 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Made reservation on behalf of 3e803fd48be742a392045f9aff7d01cc for: {'network': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:46.069096 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for network, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.083462 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.119279 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:46.123451 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:46.126349 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:46.134219 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:46.217791 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.222154 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.255823 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbbb3f-f470-4dfd-a8d0-23cf9cb614e0,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:46.264684 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:53:46.274587 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.275039 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.segments_db [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Added segment f774a60a-f8b9-4e8b-a29a-152c623997f5 of type vlan for network b4d9364d-926c-4202-831b-4e9bcbe0f1ed May 26 22:53:46.307341 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791661858326'] for network, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.343139 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225'] for network, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.344236 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:46.345055 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.452985 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] Pushing event updated for resources: {'Network': ['ID=b4d9364d-926c-4202-831b-4e9bcbe0f1ed,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:46.456325 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-3606c891-0c91-48ab-9d09-2c622bbf17fb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6285121 May 26 22:53:46.459552 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59190) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:46.465848 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Request body: {'subnet': {'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-subnet', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:46.466425 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed details requested by agent ovs-agent-dv-cinder-843305-2-smb with host dv-cinder-843305-2-smb {{(pid=83314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:53:46.470817 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:46.478254 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Usage tracker for resource:subnet and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:46.481393 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:46.487224 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:46.500785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Made reservation on behalf of 3e803fd48be742a392045f9aff7d01cc for: {'subnet': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:46.503314 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4065412'] for subnet, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.724916 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3555624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4065430'] for subnet, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.806476 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:46.818785 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Checking segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:46.819212 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Network hostable DHCP agents. Network: b4d9364d-926c-4202-831b-4e9bcbe0f1ed, hostable agents: ['a2b426f6-e016-4535-bf74-4cc275450043'], hosted agents: [] {{(pid=83312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:53:46.845081 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is scheduled to be hosted by DHCP agent a2b426f6-e016-4535-bf74-4cc275450043 with binding_index 1 {{(pid=83312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:53:46.863032 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-2-smb, b4d9364d-926c-4202-831b-4e9bcbe0f1ed) {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:46.874163 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91165a4e-4b5d-4aea-b324-fa3e2f2e1d26 None None] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:46.879669 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:46.880482 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:46.911126 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c8b47abe-9cae-43cc-ab71-a6de272f27c2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4504664 May 26 22:53:46.914505 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59200) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:46.935179 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:46.947846 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:46.961553 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Usage tracker for resource:router and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:46.968861 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:46.977030 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:46.999817 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-349683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15709'] for router, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.000963 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-349584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-351092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15702'] for router, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.026551 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7f55-2d01-4188-b8b9-d3db01b624db req-5616c3b9-861f-4016-987f-564e1f95467f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:47.045133 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-330c7f55-2d01-4188-b8b9-d3db01b624db req-5616c3b9-861f-4016-987f-564e1f95467f tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1783781 May 26 22:53:47.046172 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.098995 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-330c7f55-2d01-4188-b8b9-d3db01b624db req-12bc4ddc-5c6f-4151-b9a7-37abd1ae7991 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529320 May 26 22:53:47.215662 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea6f4ff1-0aca-5260-bb82-0e8395dafd05-b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8'}]}} from dv-cinder-843305-2-smb. {{(pid=83314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 26 22:53:47.216799 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.244683 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-351110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-349705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3260'] for router, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.408756 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.db_base_plugin_common [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Allocated IP 172.20.0.2 (b4d9364d-926c-4202-831b-4e9bcbe0f1ed/af00dd2a-d8fd-45c5-88e6-5d3cb00deff8/a834b2d5-fcd6-4c02-ab79-129c8042c7de) {{(pid=83314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:47.465709 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.498057 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.629691 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Notify callbacks [] for port, precommit_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.640588 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Transition to ACTIVE for port object a834b2d5-fcd6-4c02-ab79-129c8042c7de will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:47.644295 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Allocated IP 172.28.3.41 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:47.660141 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Transition to ACTIVE for port object a834b2d5-fcd6-4c02-ab79-129c8042c7de will not be triggered until provisioned by entity DHCP. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:47.665999 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755'] for port, after_create {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.735288 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is already hosted by enough agents. {{(pid=83314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:47.738135 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.scheduler.base_scheduler [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Resources bound (agent type, host, resource id): {{(pid=83314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:47.743079 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Received port after_create {{(pid=83314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:47.745693 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Pushing event updated for resources: {'Port': ['ID=a834b2d5-fcd6-4c02-ab79-129c8042c7de,revision_number=1']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:47.860212 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Attempting to bind port a834b2d5-fcd6-4c02-ab79-129c8042c7de on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:47.860921 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Attempting to bind port a834b2d5-fcd6-4c02-ab79-129c8042c7de by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:47.861613 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Attempting to bind port a834b2d5-fcd6-4c02-ab79-129c8042c7de on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:47.870229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:47.870916 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Checking segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:47.871623 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.872327 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Bound using segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:47.873193 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Bound port: a834b2d5-fcd6-4c02-ab79-129c8042c7de, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:47.873767 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.904180 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.942198 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:47.990697 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] For port a834b2d5-fcd6-4c02-ab79-129c8042c7de, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:47.994887 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] For port a834b2d5-fcd6-4c02-ab79-129c8042c7de, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=a834b2d5-fcd6-4c02-ab79-129c8042c7de,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:48.005153 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.017333 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Pushing event updated for resources: {'Port': ['ID=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:48.034700 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:48.035905 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:48.038207 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:48.130270 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3115c-dd96-4e39-bc23-cb254d614a2c None None] Pushing event updated for resources: {'Port': ['ID=a834b2d5-fcd6-4c02-ab79-129c8042c7de,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:48.298250 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.299514 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-349696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-351129'] for router, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:48.636140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3fc7f-a66a-40c3-8a1d-9003981f77a9 req-6b2ccdd1-5edb-4fbf-9ed7-a166e71fc367 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:48.642973 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2bd3fc7f-a66a-40c3-8a1d-9003981f77a9 req-6b2ccdd1-5edb-4fbf-9ed7-a166e71fc367 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.3384402 May 26 22:53:48.716636 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2bd3fc7f-a66a-40c3-8a1d-9003981f77a9 req-0c2439cb-473f-4e6c-8d08-887f32badd1c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726919 May 26 22:53:48.847159 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 is scheduled to L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 with binding_index 1 {{(pid=83312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 22:53:49.268835 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:49.280699 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:53:49.318903 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:49.320260 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-ea204aa2-9ce6-4fd5-ac1b-9fef11aeaf7c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4024723 May 26 22:53:49.323407 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59216) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:49.350634 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:49.356477 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:49.581008 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64e634-22ed-4f5b-9cbd-2edaaa5f7b9e None None] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:53:49.763603 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a834b2d5-fcd6-4c02-ab79-129c8042c7de up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:49.814400 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:50.089196 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-5bcb9da0-e412-4859-8641-ca24d4d5b9b1 None None] Provisioning for port a834b2d5-fcd6-4c02-ab79-129c8042c7de completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:50.166467 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-e6f701b0-49ac-473a-aa6e-4ba03702ac9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.197953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a109d7-0114-4540-99ad-6ddc57044c88 req-0f34b5ba-a481-4608-bb83-2454540e7db9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:50.205038 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-78a109d7-0114-4540-99ad-6ddc57044c88 req-0f34b5ba-a481-4608-bb83-2454540e7db9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.2430389 May 26 22:53:50.276783 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-78a109d7-0114-4540-99ad-6ddc57044c88 req-0387b9ba-3ea3-447e-b7f9-ba72ffc6e4d1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707400 May 26 22:53:50.433360 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port a834b2d5-fcd6-4c02-ab79-129c8042c7de completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:50.450783 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port a834b2d5-fcd6-4c02-ab79-129c8042c7de triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:50.451154 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.564566 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.635822 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.674597 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:48Z', 'revision_number': 3, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:50.686315 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:53:50.686658 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Updating router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 binding host dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:53:50.763043 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.819653 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port a834b2d5-fcd6-4c02-ab79-129c8042c7de, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=a834b2d5-fcd6-4c02-ab79-129c8042c7de,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:50.830427 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:50.966757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Allocated IP 172.20.0.1 (b4d9364d-926c-4202-831b-4e9bcbe0f1ed/af00dd2a-d8fd-45c5-88e6-5d3cb00deff8/5a21114d-48a4-4457-a6c0-489590102bc5) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:51.130680 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=a834b2d5-fcd6-4c02-ab79-129c8042c7de,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:51.166664 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.185677 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-a6c538c0-b210-4bae-bcbd-d38498507235 None None] Provisioning complete for port a834b2d5-fcd6-4c02-ab79-129c8042c7de triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:51.186758 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a6c538c0-b210-4bae-bcbd-d38498507235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.189191 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Transition to ACTIVE for port object 5a21114d-48a4-4457-a6c0-489590102bc5 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:51.223326 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.281147 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:51.287921 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:51.296201 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:51.381828 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Pushing event updated for resources: {'Port': ['ID=5a21114d-48a4-4457-a6c0-489590102bc5,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:51.405169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-350819'] for router_interface, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.534364 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.614732 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Notify callbacks [] for port, precommit_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.634022 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Transition to ACTIVE for port object 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 will not be triggered until provisioned by entity L2. {{(pid=83314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:51.643528 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.650139 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af9da2-00e5-4914-8075-f05db79a666e req-83e75bb8-05ec-4282-be93-6270fe9f6480 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:51.651798 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-77af9da2-00e5-4914-8075-f05db79a666e req-83e75bb8-05ec-4282-be93-6270fe9f6480 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1352251 May 26 22:53:51.724590 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-77af9da2-00e5-4914-8075-f05db79a666e req-d529075c-96cb-43db-845f-2eab391e6af1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573814 May 26 22:53:51.746615 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Attempting to bind port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:51.746980 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Attempting to bind port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:51.747341 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Attempting to bind port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 on network ce7d2172-39da-49a3-95be-7d1f2b3030d3 {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:51.762692 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f13d8-a4ef-4bd5-9ecb-9fa61b2a6c27 None None] Pushing event updated for resources: {'Port': ['ID=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,revision_number=2']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:51.771043 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a834b2d5-fcd6-4c02-ab79-129c8042c7de up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:51.808816 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-ddcb5a87-1511-4736-8288-9e9f11f95dab None None] Provisioning for port 5a21114d-48a4-4457-a6c0-489590102bc5 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:51.815735 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:51.816104 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Checking segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:51.816529 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.816919 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Bound using segment: {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'} {{(pid=83314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:51.817384 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.managers [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Bound port: 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}}] {{(pid=83314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:51.817752 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.859350 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-ddcb5a87-1511-4736-8288-9e9f11f95dab None None] Provisioning complete for port 5a21114d-48a4-4457-a6c0-489590102bc5 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:51.859618 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5a87-1511-4736-8288-9e9f11f95dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.903658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.911000 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:51.940761 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb5a87-1511-4736-8288-9e9f11f95dab None None] Port 5a21114d-48a4-4457-a6c0-489590102bc5 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:53:51.974769 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] For port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:51.978178 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] For port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:51.979234 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port a834b2d5-fcd6-4c02-ab79-129c8042c7de triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:51.979628 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.011273 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.033910 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1710121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-350926'] for router_interface, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.037415 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Pushing event updated for resources: {'Port': ['ID=5a21114d-48a4-4457-a6c0-489590102bc5,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:52.129362 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f13d8-a4ef-4bd5-9ecb-9fa61b2a6c27 None None] Pushing event updated for resources: {'Port': ['ID=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,revision_number=3']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:52.211330 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:52.212695 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:52.236307 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:53:52.236951 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:52.298983 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-b465fbd0-5367-419b-988d-dd5c7afdd2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.308625 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-de8fa133-87b8-4a05-a7af-fa4778121e2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1098 time: 0.1681325 May 26 22:53:52.465051 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:53:52.499986 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-0d59e371-69ea-4c30-be7d-e1f83cb9e6e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:52.502029 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-0d59e371-69ea-4c30-be7d-e1f83cb9e6e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.1885951 May 26 22:53:52.645856 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-25cf2d5a-d885-447f-91ff-acf69aa20a77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 200 len: 1001 time: 0.1370404 May 26 22:53:52.728432 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-74e4960a-1609-42c5-9910-1ce8c96853d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:52.729954 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-74e4960a-1609-42c5-9910-1ce8c96853d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0781651 May 26 22:53:52.753191 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-2d85a746-df55-4f78-84df-038897b1c1d1 None None] Provisioning complete for port 5a21114d-48a4-4457-a6c0-489590102bc5 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:52.753771 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2d85a746-df55-4f78-84df-038897b1c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:52.795559 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:53:52.834076 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-86b4acda-a039-4b08-9776-5a6761bf8145 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958500 May 26 22:53:52.865813 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-2d85a746-df55-4f78-84df-038897b1c1d1 None None] Port 5a21114d-48a4-4457-a6c0-489590102bc5 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:53:52.953523 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:53:52.957969 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a5e5e-665b-4b57-a39c-c704c4109544 None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:53:52.989812 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-602713e6-1bce-476b-bbea-290ad1275dae service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484330 May 26 22:53:53.063885 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d072f-26be-4660-bf48-88a821d5d3a0 req-ee7c58aa-f85a-42b8-a92b-da89d54104f5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:53.065636 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6e2d072f-26be-4660-bf48-88a821d5d3a0 req-ee7c58aa-f85a-42b8-a92b-da89d54104f5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1237707 May 26 22:53:53.156839 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6e2d072f-26be-4660-bf48-88a821d5d3a0 req-06111f6c-c47c-407d-8099-9dcedf70db95 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846069 May 26 22:53:53.171126 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:53:53.190300 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1b803f5c-9d61-49dd-b36c-631678e56632 admin admin] 10.222.0.47 "PUT /v2.0/routers/ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8549044 May 26 22:53:53.263449 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-dbb316cc-c684-4a26-bac2-05ddfbefaff1 req-c208f7c8-1601-4d52-8d19-fc1afd436be6 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667372 May 26 22:53:53.500809 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.565966 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59262) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:53.571559 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754116734', 'description': 'tempest-description--64068263'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:53.577574 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:53.593632 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:53.598854 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:53.609188 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:53.622635 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.666352 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:53.671592 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:53.675361 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:53.682346 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:53.708554 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.767388 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.775214 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.786914 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:53.823275 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567d47a9-70f8-41cc-a28d-2eca46a2b9dc,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:53.834781 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.839065 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59268) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:53.841126 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1a3546b0-cf0f-4131-a46d-c1290e221efc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2693107 May 26 22:53:53.845866 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': '567d47a9-70f8-41cc-a28d-2eca46a2b9dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:53.853215 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:53.857762 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:53.861472 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:53.875356 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:53.898274 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.902340 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:53.907937 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:53.908728 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:53.997200 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.002507 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.030890 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7843a79-6d7d-49ea-b160-837cc322e421,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:54.056291 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.057529 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c1578261-76af-41ce-a6d9-a2a400c0b927 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2174609 May 26 22:53:54.060121 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59276) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:54.067059 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': '567d47a9-70f8-41cc-a28d-2eca46a2b9dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:54.068731 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.074615 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:54.078968 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:54.082508 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:54.090337 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:54.098478 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:54.107626 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.114657 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.199743 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.199984 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:54.205012 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.235893 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed170f2-f273-47b7-990b-d71eca2cd179,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:54.247618 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.249719 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-08238968-642b-425f-b4eb-6785b02540da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1884320 May 26 22:53:54.253609 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59284) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:54.260607 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:54.267157 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:54.272495 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:floatingip and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:54.276171 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:54.283090 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:54.299290 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.500026 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274610b-2e4d-4611-b347-043c8a11bf61 req-0bfe86fd-2594-4cf4-a353-106649dfd6f5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:54.501421 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f274610b-2e4d-4611-b347-043c8a11bf61 req-0bfe86fd-2594-4cf4-a353-106649dfd6f5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 945 time: 0.1208713 May 26 22:53:54.571628 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.575042 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f274610b-2e4d-4611-b347-043c8a11bf61 req-242f216b-50db-4e8d-97b2-1c1c5d9122e1 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681119 May 26 22:53:54.709057 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.28.3.156 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/f25f9c3b-8a3d-4290-a5b6-3203a133b8bc) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:54.764292 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.957805 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:54.985804 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.055200 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:55.057990 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:55.062228 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:55.087053 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=f25f9c3b-8a3d-4290-a5b6-3203a133b8bc,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:55.224305 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.259240 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:53:55.279783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.376845 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.409810 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:53:55.410674 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:55.417098 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.483913 dv-cinder-843305-2-smb neutron-server[83314]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-35d1772a-50b1-4232-b21a-42aa2cf7133a']: {'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483', 'code': 422} returned with failed status May 26 22:53:55.487901 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=8']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:55.535944 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.540863 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.666919 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=f25f9c3b-8a3d-4290-a5b6-3203a133b8bc,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:55.678686 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.706521 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.713544 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b8137f2a-36fc-458c-b8b3-f2a0b50a9f32 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4528871 May 26 22:53:55.753095 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:53:55.819035 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38722-808b-431a-90ce-b00b8094043d req-3b046cc3-d52d-42b7-b517-f4fe83008f6c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:55.821504 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d3c38722-808b-431a-90ce-b00b8094043d req-3b046cc3-d52d-42b7-b517-f4fe83008f6c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.0846987 May 26 22:53:55.821652 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:55.821996 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:55.873365 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d3c38722-808b-431a-90ce-b00b8094043d req-3eb762ca-d2dc-4749-97e0-93b7ff972faa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 May 26 22:53:55.890759 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-348c1e22-dc44-45d1-bb2f-66e99b5f53a6 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:55.918752 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-348c1e22-dc44-45d1-bb2f-66e99b5f53a6 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:55.923864 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-348c1e22-dc44-45d1-bb2f-66e99b5f53a6 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1754116734&fields=id&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 267 time: 0.0790982 May 26 22:53:56.081072 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-9e65de61-ab28-416b-ac80-443388eb5543 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:56.081887 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-9e65de61-ab28-416b-ac80-443388eb5543 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:network {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:56.100612 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-9e65de61-ab28-416b-ac80-443388eb5543 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:network {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:56.101994 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-9e65de61-ab28-416b-ac80-443388eb5543 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1704781 May 26 22:53:56.118915 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-8ced3452-ac61-471c-9c87-e4c398ba6f22 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/quotas/3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 375 time: 0.0112724 May 26 22:53:56.202324 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-7e6d28d0-284b-44a0-88cb-f29f263a6efd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780883 May 26 22:53:56.344871 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-cc236c38-3639-4a2c-bef2-87afb13d20bc service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298552 May 26 22:53:56.479490 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-46e8efcd-bf0a-4db6-b9a7-2ae290d8cabd service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287172 May 26 22:53:56.687878 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-039aa433-957b-44c4-b6b4-65ef4f20a609 req-162264f6-5e75-42b0-a7f6-6fdd0adf0a54 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 210 time: 0.0578778 May 26 22:53:57.263904 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-07bb0417-b63d-42c3-8bc5-5e13e0f5acbc req-26565e96-a1e9-4506-90e7-ed4ab5cffb97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703084 May 26 22:53:57.517214 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-d35b6e2b-1c07-4f42-bcff-8da2eb1824ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674033 May 26 22:53:57.548235 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81244947-3a6d-42fc-bd61-372b0351c959 req-0c4b194f-2916-413a-bf2c-a2cc27eb48ca tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:57.550443 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-81244947-3a6d-42fc-bd61-372b0351c959 req-0c4b194f-2916-413a-bf2c-a2cc27eb48ca tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.0878034 May 26 22:53:57.601237 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-81244947-3a6d-42fc-bd61-372b0351c959 req-56f11512-cc81-400a-9a8d-4db70ff19e05 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 May 26 22:53:57.790836 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-1e58ca6f-1d36-48b6-ba7d-5ccd842ef79f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:57.792353 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-1e58ca6f-1d36-48b6-ba7d-5ccd842ef79f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1724279 May 26 22:53:57.882007 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cd75826e-b6c8-471c-a123-5fac36e5a07c req-dc2ab0bd-e90d-4a14-8581-3eb5fa594012 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 210 time: 0.0523119 May 26 22:53:57.909340 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ed3646b6-60ed-4fa4-a0ba-e29a0ffe23f4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 380 time: 0.1006784 May 26 22:53:57.920246 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'port': {'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'admin_state_up': True, 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'security_groups': ['567d47a9-70f8-41cc-a28d-2eca46a2b9dc']}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:58.066371 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:58.071056 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:port and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:58.077945 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:58.084001 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:58.094621 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Made reservation on behalf of 3e803fd48be742a392045f9aff7d01cc for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:53:58.097630 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.137463 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-45898bec-fc72-46db-bf97-be9b5c08e0bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914&tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0681372 May 26 22:53:58.235547 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-9d73345a-ebff-4e5e-9ece-12e73b260f7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1096 time: 0.0721145 May 26 22:53:58.267399 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.20.0.14 (b4d9364d-926c-4202-831b-4e9bcbe0f1ed/af00dd2a-d8fd-45c5-88e6-5d3cb00deff8/f389e5cd-2804-4368-b40b-bc80cc3e23b6) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:53:58.372197 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-0e6d533e-43d5-4d5f-85fa-1c232ede4b59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:58.373618 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-0e6d533e-43d5-4d5f-85fa-1c232ede4b59 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.1283112 May 26 22:53:58.462147 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.477278 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Transition to ACTIVE for port object f389e5cd-2804-4368-b40b-bc80cc3e23b6 will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:58.478603 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-54936d6a-f603-44e0-a407-6594ca3016d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 200 len: 999 time: 0.0958402 May 26 22:53:58.500426 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.541646 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-3f4eeae9-46a6-4794-8c61-6c8b0b9586e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:58.543063 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-3f4eeae9-46a6-4794-8c61-6c8b0b9586e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0592067 May 26 22:53:58.622818 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-313f1769-c5f5-4ed6-94ab-e519d43c7d36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737484 May 26 22:53:58.658914 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:53:58.661901 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:53:58.664840 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:53:58.727934 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:58.728560 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.740760 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=f389e5cd-2804-4368-b40b-bc80cc3e23b6,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:58.756813 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-bf4d7e4f-8b82-4f55-840c-2759e9a94235 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8401132 May 26 22:53:58.767851 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Request body: {'port': {'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:53:58.889320 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:58.914712 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-57e12110-39fc-411f-9235-4943e5f5c938 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862804 May 26 22:53:58.947899 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-987b75e0-334d-4afc-9eec-198b19e492fe None None] Provisioning for port f389e5cd-2804-4368-b40b-bc80cc3e23b6 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:53:58.953217 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-987b75e0-334d-4afc-9eec-198b19e492fe None None] Provisioning complete for port f389e5cd-2804-4368-b40b-bc80cc3e23b6 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:53:58.953483 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-987b75e0-334d-4afc-9eec-198b19e492fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.030885 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-987b75e0-334d-4afc-9eec-198b19e492fe None None] Port f389e5cd-2804-4368-b40b-bc80cc3e23b6 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:53:59.062134 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02958c1-8c99-48ba-ad38-73596bed992f req-dbde6db5-9ec2-4bf2-9727-c6e3efce732e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:59.063573 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e02958c1-8c99-48ba-ad38-73596bed992f req-dbde6db5-9ec2-4bf2-9727-c6e3efce732e tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.3022430 May 26 22:53:59.113702 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c4b1df97-3cb2-481e-8063-b857f18b9bac req-5ecde6d5-2f0f-4f8f-94e9-b2cbb2d13887 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884961 May 26 22:53:59.139529 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e02958c1-8c99-48ba-ad38-73596bed992f req-e77112bd-d706-42a4-bbf5-82e5b8583bce tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678422 May 26 22:53:59.264474 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7ce04-6513-49fe-80e0-953919cef3d7 req-fcf0684f-ae3b-4b65-b751-28f5bca5b73b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:53:59.265178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-7ad7ce04-6513-49fe-80e0-953919cef3d7 req-fcf0684f-ae3b-4b65-b751-28f5bca5b73b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:53:59.302688 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-7ad7ce04-6513-49fe-80e0-953919cef3d7 req-fcf0684f-ae3b-4b65-b751-28f5bca5b73b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:53:59.304015 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ad7ce04-6513-49fe-80e0-953919cef3d7 req-fcf0684f-ae3b-4b65-b751-28f5bca5b73b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 932 time: 0.2376666 May 26 22:53:59.395933 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59376) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:59.412053 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f389e5cd-2804-4368-b40b-bc80cc3e23b6 {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:53:59.421949 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7ad7ce04-6513-49fe-80e0-953919cef3d7 req-f1a227f8-187a-4811-9c09-06e97703099e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033359 May 26 22:53:59.423534 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.439338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Transition to ACTIVE for port object f389e5cd-2804-4368-b40b-bc80cc3e23b6 will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:53:59.443580 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.547803 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.580112 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Pushing event updated for resources: {'Port': ['ID=f389e5cd-2804-4368-b40b-bc80cc3e23b6,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:59.581758 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:53:59.586223 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Usage tracker for resource:security_group_rule and tenant:de7bd4240e4d47fca16bf30343cb084e is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:53:59.589647 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:53:59.602150 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:53:59.684930 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.690251 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.706963 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Attempting to bind port f389e5cd-2804-4368-b40b-bc80cc3e23b6 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:53:59.707305 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Attempting to bind port f389e5cd-2804-4368-b40b-bc80cc3e23b6 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:53:59.707621 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Attempting to bind port f389e5cd-2804-4368-b40b-bc80cc3e23b6 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:59.716073 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Port f389e5cd-2804-4368-b40b-bc80cc3e23b6 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:53:59.716258 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Attempting to bind port f389e5cd-2804-4368-b40b-bc80cc3e23b6 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:53:59.724158 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:53:59.724595 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Checking segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:53:59.725147 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Bound using segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:53:59.725684 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Bound port: f389e5cd-2804-4368-b40b-bc80cc3e23b6, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:53:59.726019 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.756657 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de7bd4240e4d47fca16bf30343cb084e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3595517 May 26 22:53:59.757634 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd4eaf-c139-43e0-ae10-2fd3d5dd48e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae2ed5-34d7-4c0c-aac6-8ef881b6c149,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:53:59.760228 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59384) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:53:59.836188 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e7f0-d227-4e2a-9ddd-8d998f43efe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.839298 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] For port f389e5cd-2804-4368-b40b-bc80cc3e23b6, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:53:59.843174 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] For port f389e5cd-2804-4368-b40b-bc80cc3e23b6, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:53:59.848161 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.868775 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e7f0-d227-4e2a-9ddd-8d998f43efe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.907377 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.909171 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] 10.222.0.67 "PUT /v2.0/ports/f389e5cd-2804-4368-b40b-bc80cc3e23b6 HTTP/1.1" status: 200 len: 1094 time: 1.1454465 May 26 22:53:59.927788 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:53:59.954936 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e7f0-d227-4e2a-9ddd-8d998f43efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:53:59.955580 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71ebae-ced7-47bf-964e-b4010a625a97 service neutron] Pushing event updated for resources: {'Port': ['ID=f389e5cd-2804-4368-b40b-bc80cc3e23b6,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:00.004444 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4e7f0-d227-4e2a-9ddd-8d998f43efe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae2ed5-34d7-4c0c-aac6-8ef881b6c149,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:00.016993 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e7f0-d227-4e2a-9ddd-8d998f43efe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:00.018118 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3ec4e7f0-d227-4e2a-9ddd-8d998f43efe9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69ae2ed5-34d7-4c0c-aac6-8ef881b6c149 HTTP/1.1" status: 204 len: 168 time: 0.2530134 May 26 22:54:00.019704 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f519ee-745f-4fdf-bea7-db9a89b3e094'] response: {'name': 'network-changed', 'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'status': 'completed', 'code': 200} May 26 22:54:00.081518 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-54836581-8abb-4834-ab16-d4bc773ecd0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 1097 time: 0.1123657 May 26 22:54:00.165559 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-793cc32f-e0c3-4cec-8190-741e7fe4ecca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6 HTTP/1.1" status: 200 len: 217 time: 0.0760484 May 26 22:54:00.271292 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-cfdbb23e-95f2-4375-b171-011eab72940b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.276388 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-cfdbb23e-95f2-4375-b171-011eab72940b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.1052880 May 26 22:54:00.482188 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-c049559e-d0dd-46e1-9ada-b2dd449db8d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1951962 May 26 22:54:00.522274 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e098-e470-40e0-93c6-7d32ab62215e req-8f64e60e-0ec1-4331-a7ae-17c675ee9436 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.524958 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ad4e098-e470-40e0-93c6-7d32ab62215e req-8f64e60e-0ec1-4331-a7ae-17c675ee9436 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1513076 May 26 22:54:00.657419 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9ad4e098-e470-40e0-93c6-7d32ab62215e req-291a8607-84c2-4cb9-afa8-69dd11055675 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134493 May 26 22:54:00.754346 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-de813aa2-5099-4f55-abe8-f0069e6bff3a service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283058 May 26 22:54:00.823642 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf18e2-635d-45e9-8e38-502c3992696b req-6f992c38-2512-4723-a44b-440f4a102031 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:00.824529 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-dbdf18e2-635d-45e9-8e38-502c3992696b req-6f992c38-2512-4723-a44b-440f4a102031 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:00.856353 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-dbdf18e2-635d-45e9-8e38-502c3992696b req-6f992c38-2512-4723-a44b-440f4a102031 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:00.857712 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbdf18e2-635d-45e9-8e38-502c3992696b req-6f992c38-2512-4723-a44b-440f4a102031 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.1638136 May 26 22:54:00.959873 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-dbdf18e2-635d-45e9-8e38-502c3992696b req-227ac465-633b-4a13-9dc7-c91fb7af0573 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:00.997074 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-dbdf18e2-635d-45e9-8e38-502c3992696b req-227ac465-633b-4a13-9dc7-c91fb7af0573 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:00.998364 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbdf18e2-635d-45e9-8e38-502c3992696b req-227ac465-633b-4a13-9dc7-c91fb7af0573 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334727 May 26 22:54:01.131518 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9fe7efdb-ffe1-4cd6-84df-f53c95cc7fe8 req-9f593cc8-1d76-4f3d-951f-26403fd9593f service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673482 May 26 22:54:02.286761 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d860b1-0878-49c7-905e-18a592099456 req-8686f1cb-c5d3-4f91-822c-fcfdbff1f546 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:02.297117 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-85d860b1-0878-49c7-905e-18a592099456 req-8686f1cb-c5d3-4f91-822c-fcfdbff1f546 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1635411 May 26 22:54:02.389135 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-85d860b1-0878-49c7-905e-18a592099456 req-8b8543ff-e043-4e5f-8e13-e02378ae1571 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908377 May 26 22:54:02.390139 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54120b5f-a84c-4a21-ba53-e298478c594d req-d716693a-8aa6-40db-868a-f4db35660eb5 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:02.392266 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-54120b5f-a84c-4a21-ba53-e298478c594d req-d716693a-8aa6-40db-868a-f4db35660eb5 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.1568415 May 26 22:54:02.478287 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-54120b5f-a84c-4a21-ba53-e298478c594d req-31c73642-f670-4ef9-b3a8-211967b5a8d4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791764 May 26 22:54:03.363995 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:54:03.625282 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9c247-6f03-4cbf-872c-49efdaefe4db req-bfddc1c2-a3e0-4d94-9faa-70c8e09ce9eb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:03.635758 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-97a9c247-6f03-4cbf-872c-49efdaefe4db req-bfddc1c2-a3e0-4d94-9faa-70c8e09ce9eb tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1025102 May 26 22:54:03.695004 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-97a9c247-6f03-4cbf-872c-49efdaefe4db req-75f423ee-fdda-4bc1-824e-2aebc2dc3a58 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526481 May 26 22:54:03.701840 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a06b8-5c7e-46f6-a39a-c20c631ba215 req-459b5e83-c62f-48c7-8114-d1478229b7fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:03.703312 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c68a06b8-5c7e-46f6-a39a-c20c631ba215 req-459b5e83-c62f-48c7-8114-d1478229b7fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.1022849 May 26 22:54:03.760035 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c68a06b8-5c7e-46f6-a39a-c20c631ba215 req-f2d7c649-4239-4e15-b830-ff9e31f75fe5 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497596 May 26 22:54:04.968465 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcc2d8-26ba-4719-87aa-6ab620b7f5f4 req-b2f28f6f-6a03-4e4f-a2f3-4a6a084c1cf9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:04.976685 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ebbcc2d8-26ba-4719-87aa-6ab620b7f5f4 req-b2f28f6f-6a03-4e4f-a2f3-4a6a084c1cf9 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1225893 May 26 22:54:05.019762 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14459159-8b6d-406a-affa-4cb8b74963d4 req-ab1f46d0-03ff-48c4-a770-358171f8207b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:05.021665 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-14459159-8b6d-406a-affa-4cb8b74963d4 req-ab1f46d0-03ff-48c4-a770-358171f8207b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.1204655 May 26 22:54:05.048231 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ebbcc2d8-26ba-4719-87aa-6ab620b7f5f4 req-67797e36-ae30-41ed-a88c-1880ca39ba76 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614483 May 26 22:54:05.092098 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-14459159-8b6d-406a-affa-4cb8b74963d4 req-3a47974c-2e3b-48f5-9580-33ffa0267096 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640810 May 26 22:54:06.328198 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5ff6-769f-461f-999c-655f88feed51 req-5b6df961-e8f7-4678-a152-10d6cf8ff7bf tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:06.329756 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-86ac5ff6-769f-461f-999c-655f88feed51 req-5b6df961-e8f7-4678-a152-10d6cf8ff7bf tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.1007426 May 26 22:54:06.339863 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340abba-6a39-49f7-99af-e45965a21da7 req-3239e8da-527f-4ad4-b2c9-2995d5644c09 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:06.341367 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b340abba-6a39-49f7-99af-e45965a21da7 req-3239e8da-527f-4ad4-b2c9-2995d5644c09 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1136432 May 26 22:54:06.378859 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-86ac5ff6-769f-461f-999c-655f88feed51 req-0df71842-ae44-4420-ba32-ffb9c42e782f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 May 26 22:54:06.401255 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b340abba-6a39-49f7-99af-e45965a21da7 req-96e34095-6907-4428-ac67-e765fc775be8 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540922 May 26 22:54:06.767865 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:06.781334 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:06.781943 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:06.983425 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:07.350392 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:07.355206 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:07.355572 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Updating router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 port 5a21114d-48a4-4457-a6c0-489590102bc5 binding host dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 26 22:54:07.426319 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.616223 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92a1e7-2b73-450f-ae55-96be712e13db req-c920b3ae-dbd2-47fa-bfb2-a1b42fcf7938 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:07.624430 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ef92a1e7-2b73-450f-ae55-96be712e13db req-c920b3ae-dbd2-47fa-bfb2-a1b42fcf7938 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.0955653 May 26 22:54:07.680440 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ef92a1e7-2b73-450f-ae55-96be712e13db req-19d6d599-6ce5-404f-9580-5d590d7407e9 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547481 May 26 22:54:07.706342 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63790643-42a4-4853-8601-abd3cf73fcd1 req-c4fe21f1-a6af-40d3-80ee-e7afab02a9b5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:07.707997 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63790643-42a4-4853-8601-abd3cf73fcd1 req-c4fe21f1-a6af-40d3-80ee-e7afab02a9b5 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1110504 May 26 22:54:07.767624 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-63790643-42a4-4853-8601-abd3cf73fcd1 req-6a8e90e6-2894-401b-bd6d-a568802d57b0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532947 May 26 22:54:07.905277 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:07.932757 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.provisioning_blocks [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Transition to ACTIVE for port object 5a21114d-48a4-4457-a6c0-489590102bc5 will not be triggered until provisioned by entity L2. {{(pid=83315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:54:07.940983 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.089983 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Pushing event updated for resources: {'Port': ['ID=5a21114d-48a4-4457-a6c0-489590102bc5,revision_number=3']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:08.104436 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.104805 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.105125 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.105449 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.105748 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.106059 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.106365 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.106674 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.106980 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.107343 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.107589 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:08.209628 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Attempting to bind port 5a21114d-48a4-4457-a6c0-489590102bc5 on host dv-cinder-843305-2-smb for vnic_type normal with profile {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:54:08.210007 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Attempting to bind port 5a21114d-48a4-4457-a6c0-489590102bc5 by drivers openvswitch,hyperv on host dv-cinder-843305-2-smb at level 0 using segments [{'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:54:08.210404 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Attempting to bind port 5a21114d-48a4-4457-a6c0-489590102bc5 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:54:08.217528 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Checking agent: {'id': '69f0bc85-205a-4aca-bac1-faca726215a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 38, 54), 'started_at': datetime.datetime(2022, 5, 26, 22, 39, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:54:08.217897 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Checking segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:54:08.218360 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.218772 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Bound using segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} {{(pid=83315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:54:08.219332 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.managers [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Bound port: 5a21114d-48a4-4457-a6c0-489590102bc5, host: dv-cinder-843305-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}}] {{(pid=83315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:54:08.219708 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.322748 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] For port 5a21114d-48a4-4457-a6c0-489590102bc5, host dv-cinder-843305-2-smb, cleared binding levels {{(pid=83315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:54:08.325990 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.plugins.ml2.db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] For port 5a21114d-48a4-4457-a6c0-489590102bc5, host dv-cinder-843305-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=5a21114d-48a4-4457-a6c0-489590102bc5,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:54:08.331148 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron_lib.callbacks.manager [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:08.412409 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104345d6-1d4d-4f1e-8e68-ebb30641b18a None None] Pushing event updated for resources: {'Port': ['ID=5a21114d-48a4-4457-a6c0-489590102bc5,revision_number=4']} {{(pid=83315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:08.417527 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:08.418283 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:08.623161 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:08.937815 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9510e-4834-47cb-bedf-9a3d6dc15c27 req-4fbc7399-aaec-4cec-bbb3-307427d815fa tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:08.945790 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-43f9510e-4834-47cb-bedf-9a3d6dc15c27 req-4fbc7399-aaec-4cec-bbb3-307427d815fa tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.1373332 May 26 22:54:09.001153 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-43f9510e-4834-47cb-bedf-9a3d6dc15c27 req-dca58102-635c-4bb2-87ce-9989db9c5184 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543814 May 26 22:54:09.123768 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc8b91-f053-4b64-a4f8-f5cf056f4b14 req-eed5b105-3d0c-49cb-b897-7eba1cd74541 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:09.125247 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-12dc8b91-f053-4b64-a4f8-f5cf056f4b14 req-eed5b105-3d0c-49cb-b897-7eba1cd74541 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1051135 May 26 22:54:09.151750 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:08Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:09.156387 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604a41b-5a68-4648-ae74-f22fe229abd2 None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:08Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:09.184984 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-12dc8b91-f053-4b64-a4f8-f5cf056f4b14 req-6615b8c0-b225-4d7a-9f5a-31ce0869b815 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541458 May 26 22:54:09.768719 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5a21114d-48a4-4457-a6c0-489590102bc5 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:09.802917 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-d1b71ffd-cc9d-403b-8911-8905ee5845ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0733123 May 26 22:54:09.837917 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning for port 5a21114d-48a4-4457-a6c0-489590102bc5 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:09.845412 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 5a21114d-48a4-4457-a6c0-489590102bc5 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:09.845842 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:09.946178 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-94cb0374-0621-4d62-babd-b5301b9eb273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:09.947770 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-94cb0374-0621-4d62-babd-b5301b9eb273 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1357410 May 26 22:54:09.979085 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.014778 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] For port 5a21114d-48a4-4457-a6c0-489590102bc5, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=5a21114d-48a4-4457-a6c0-489590102bc5,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:10.020915 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:10.033318 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-3f856faf-ad13-444f-80cc-21dab10f0188 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6 HTTP/1.1" status: 200 len: 217 time: 0.0780087 May 26 22:54:10.105106 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Pushing event updated for resources: {'Port': ['ID=5a21114d-48a4-4457-a6c0-489590102bc5,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:10.107643 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-2928f28d-a698-4456-bd8f-99d5d7c2ee1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:10.109123 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-2928f28d-a698-4456-bd8f-99d5d7c2ee1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0696502 May 26 22:54:10.198158 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-11effd46-e472-4a54-968a-bc0ebbb576bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818908 May 26 22:54:10.207157 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414ab96-0870-4ad2-841b-2cbba86561b9 req-69410f24-6fea-4603-ae5e-0ad4f0023c25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:10.208609 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6414ab96-0870-4ad2-841b-2cbba86561b9 req-69410f24-6fea-4603-ae5e-0ad4f0023c25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.0826828 May 26 22:54:10.257968 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6414ab96-0870-4ad2-841b-2cbba86561b9 req-be330341-ce03-4a9f-8b2b-a2d586699c95 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 May 26 22:54:10.375435 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-68fb50e6-aefc-4167-a90d-b24bf7e27f9d service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687977 May 26 22:54:10.513628 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31675cdd-c30d-412d-9314-6d18464b5dd1 req-2fa31353-d79c-4a78-b7b7-ebeab380f4db tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:10.515066 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-31675cdd-c30d-412d-9314-6d18464b5dd1 req-2fa31353-d79c-4a78-b7b7-ebeab380f4db tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1838691 May 26 22:54:10.549526 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-211d097a-56e5-40b3-9603-7ed5ab47c175 req-0699f196-1cb7-4d11-9bc8-b9ee3529a89c service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665790 May 26 22:54:10.575422 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-31675cdd-c30d-412d-9314-6d18464b5dd1 req-c85c18fb-c19f-4327-ae81-4ee846a4469c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518384 May 26 22:54:11.320431 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device f389e5cd-2804-4368-b40b-bc80cc3e23b6 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:54:11.462857 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44530dfb-0178-48d9-bdfd-7abfacb3d81b req-851ff8aa-7ee4-480c-9c72-f84c58bd0ba4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:11.464444 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-44530dfb-0178-48d9-bdfd-7abfacb3d81b req-851ff8aa-7ee4-480c-9c72-f84c58bd0ba4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 944 time: 0.0817099 May 26 22:54:11.487835 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port f389e5cd-2804-4368-b40b-bc80cc3e23b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:11.508242 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:54:11.515439 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-44530dfb-0178-48d9-bdfd-7abfacb3d81b req-c979e9df-ec1e-4179-9b01-7d2c7df27ebe tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 May 26 22:54:11.563160 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:11.580397 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f389e5cd-2804-4368-b40b-bc80cc3e23b6 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:54:11.595685 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port f389e5cd-2804-4368-b40b-bc80cc3e23b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:11.599081 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:11.599744 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:54:11.736403 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=f389e5cd-2804-4368-b40b-bc80cc3e23b6,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:11.767046 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5a21114d-48a4-4457-a6c0-489590102bc5 up at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:11.815682 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0640-2dff-41c8-bdd3-d100a43b9893 req-20a057fa-29d6-456f-b315-5b473b537729 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:11.817250 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca4c0640-2dff-41c8-bdd3-d100a43b9893 req-20a057fa-29d6-456f-b315-5b473b537729 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 943 time: 0.1022251 May 26 22:54:11.856077 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:11.867072 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ca4c0640-2dff-41c8-bdd3-d100a43b9893 req-dcfcb668-542f-4d59-8a58-b8a3ec075227 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 May 26 22:54:11.870955 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '899d3a4e-3d24-48fc-801c-420efafd1483', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'port_id': '899d3a4e-3d24-48fc-801c-420efafd1483', 'mac_address': 'fa:16:3e:6c:51:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:54:11.922439 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Provisioning complete for port 5a21114d-48a4-4457-a6c0-489590102bc5 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:11.922801 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:11.985768 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.007370 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899d3a4e-3d24-48fc-801c-420efafd1483 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:54:12.054956 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:12.067010 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:12.146590 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=9']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:12.310008 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['899d3a4e-3d24-48fc-801c-420efafd1483'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:54:12.334975 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['f389e5cd-2804-4368-b40b-bc80cc3e23b6'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:54:12.723359 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea93497-881a-441a-a062-c5a9c569f73d req-50c9407c-38ff-40e3-bcc3-e26cd172e430 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:12.724822 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3ea93497-881a-441a-a062-c5a9c569f73d req-50c9407c-38ff-40e3-bcc3-e26cd172e430 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 945 time: 0.0807936 May 26 22:54:12.770624 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3ea93497-881a-441a-a062-c5a9c569f73d req-60e78dce-542c-4a9c-8443-19d8c3978e9f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 May 26 22:54:13.076401 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2b830-975f-45fc-9bcf-c6451df3c470 req-3b764dbc-c533-40ab-a540-7798848da49d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:13.077778 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ff2b830-975f-45fc-9bcf-c6451df3c470 req-3b764dbc-c533-40ab-a540-7798848da49d tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 944 time: 0.0747700 May 26 22:54:13.202835 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ff2b830-975f-45fc-9bcf-c6451df3c470 req-42b86f55-8eed-46de-89ad-9347722eb173 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195164 May 26 22:54:13.336384 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device f389e5cd-2804-4368-b40b-bc80cc3e23b6 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:13.402166 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port f389e5cd-2804-4368-b40b-bc80cc3e23b6 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:54:13.406592 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port f389e5cd-2804-4368-b40b-bc80cc3e23b6 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:13.406954 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.517779 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.544134 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:13.553576 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port f389e5cd-2804-4368-b40b-bc80cc3e23b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:13.557588 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.558495 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:54:13.626200 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4991d263-c823-41af-b6fb-98f51820da45'] response: {'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'code': 200} May 26 22:54:13.677037 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=f389e5cd-2804-4368-b40b-bc80cc3e23b6,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:13.691761 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 899d3a4e-3d24-48fc-801c-420efafd1483 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:54:13.692263 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.810703 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.830335 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a3feb149-36eb-4046-97cb-8c54a3322d9f req-8adfecc7-df48-4f93-bd08-6ff26bf62f43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0669916 May 26 22:54:13.844788 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:13.848618 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:13.876942 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-a3feb149-36eb-4046-97cb-8c54a3322d9f req-3b90053c-9740-40e6-8902-07be237a5e7b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 May 26 22:54:13.913884 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=10']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:13.973283 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad803c-c9da-4201-881d-d5e12bc94bb7 req-9a1fa460-d7a6-4c9c-b665-01d65945d13a tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:13.974717 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-edad803c-c9da-4201-881d-d5e12bc94bb7 req-9a1fa460-d7a6-4c9c-b665-01d65945d13a tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 946 time: 0.0798376 May 26 22:54:14.021017 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-edad803c-c9da-4201-881d-d5e12bc94bb7 req-2b904efc-80a0-4ccc-83b0-774c0471b67c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 May 26 22:54:14.416468 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba8f7-6557-4a9d-a363-6828842341a1 req-bbd0fc19-5131-4ece-8dd0-cc38bda4140a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:14.417939 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-112ba8f7-6557-4a9d-a363-6828842341a1 req-bbd0fc19-5131-4ece-8dd0-cc38bda4140a tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 946 time: 0.0758829 May 26 22:54:14.466906 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-112ba8f7-6557-4a9d-a363-6828842341a1 req-34232c42-8569-430f-9740-0be5c19bffea tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 May 26 22:54:15.053784 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.221420 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0721b2-6432-4625-9640-30c5b29fc7b0 req-e5f31910-d4b5-421d-ad50-a4685621360f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:15.222770 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-eb0721b2-6432-4625-9640-30c5b29fc7b0 req-e5f31910-d4b5-421d-ad50-a4685621360f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 946 time: 0.0774596 May 26 22:54:15.267346 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-eb0721b2-6432-4625-9640-30c5b29fc7b0 req-f1f80612-6110-4382-8921-8ec8aff25731 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391316 May 26 22:54:15.454714 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051880c5-e185-4099-a453-1ac41a14ced8 req-da2981c9-a9fd-47bd-9f27-179dc65ebba4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:15.456153 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-051880c5-e185-4099-a453-1ac41a14ced8 req-da2981c9-a9fd-47bd-9f27-179dc65ebba4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 946 time: 0.0761805 May 26 22:54:15.465326 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59532) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:15.470363 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:15.546949 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:15.627244 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:15.685927 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961041a0-0f65-494f-8309-89e5c7a918b6'] response: {'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483', 'code': 200} May 26 22:54:15.690299 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709244ba-a60d-47f1-a41b-c53041130b11 req-4565cc2c-0bac-4139-8f99-ba324eae52ca tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:15.698263 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-709244ba-a60d-47f1-a41b-c53041130b11 req-4565cc2c-0bac-4139-8f99-ba324eae52ca tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 946 time: 0.0974526 May 26 22:54:15.755667 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-709244ba-a60d-47f1-a41b-c53041130b11 req-599795c5-1589-45ea-b221-224159f2001c tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564432 May 26 22:54:15.967819 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f5ef799d-48a4-40e2-bbcf-5b566578f190 req-db735bfb-7c0d-458a-a3b9-26063d0d72dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1099 time: 0.0734074 May 26 22:54:16.017615 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f5ef799d-48a4-40e2-bbcf-5b566578f190 req-0a35569e-ae83-4d5c-b42a-fd54b7f736cc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 May 26 22:54:16.250885 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.255776 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:16.447162 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 90436de1-fa54-4191-982f-6bb531255bce associated. External IP: 172.28.3.156, port: f389e5cd-2804-4368-b40b-bc80cc3e23b6. May 26 22:54:16.837065 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:17.180288 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff57be-1c7a-4992-8c08-81e5364de05d req-ed0b0bd1-01c6-42bd-86dc-6f305cad937b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:17.181776 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3eff57be-1c7a-4992-8c08-81e5364de05d req-ed0b0bd1-01c6-42bd-86dc-6f305cad937b tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 946 time: 0.2819672 May 26 22:54:17.245541 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3eff57be-1c7a-4992-8c08-81e5364de05d req-cd42c96f-13ae-4078-94f8-495ad7844691 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581775 May 26 22:54:17.257924 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:17.262844 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:17.271437 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:17.310353 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:17.310920 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:17.330979 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-18200ad0-a5de-4be7-8ef0-c1fd2aeebf96 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "PUT /v2.0/floatingips/90436de1-fa54-4191-982f-6bb531255bce HTTP/1.1" status: 200 len: 992 time: 1.8622873 May 26 22:54:17.330979 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:17.495881 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e724716-40f2-47c1-94b1-8f8fe1e850c0'] response: {'name': 'network-changed', 'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'status': 'completed', 'code': 200} May 26 22:54:17.573820 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:17.597073 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-57559c16-4af0-4608-9820-8f7ea65edef5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0766106 May 26 22:54:17.770699 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-d5914fbb-adf7-45f0-9b78-43741d8e749d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:17.772133 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-d5914fbb-adf7-45f0-9b78-43741d8e749d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1688969 May 26 22:54:17.878426 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-9ba533ad-5d5e-4095-8b0d-d6be1037d0fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6 HTTP/1.1" status: 200 len: 1000 time: 0.0991454 May 26 22:54:17.955980 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-d9461445-f022-4508-8e44-df9b89ca3774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:17.958919 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-d9461445-f022-4508-8e44-df9b89ca3774 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0730617 May 26 22:54:17.988565 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:16Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:17.993614 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:18.004043 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:18.004669 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:53:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:18.041207 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-9b34dccf-610d-47d1-8979-d50c979cdee4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761530 May 26 22:54:18.169933 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-b9e37f12-e863-48d7-845e-5b5fb2479551 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229119 May 26 22:54:18.182181 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:18.300126 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-106ec5b4-3ffc-43dd-92d0-042f0ff84407 req-188a0f53-3a03-44ef-8f77-f52efc45e50d service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248131 May 26 22:54:18.470875 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7d863-127b-415e-9576-297d672d25d7 req-e516fc1e-2e3e-43e0-b900-f7c00a1fcd49 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:18.472287 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0ef7d863-127b-415e-9576-297d672d25d7 req-e516fc1e-2e3e-43e0-b900-f7c00a1fcd49 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 946 time: 0.0791190 May 26 22:54:18.518102 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-0ef7d863-127b-415e-9576-297d672d25d7 req-6d99205e-1c81-4d08-abce-50079b36b2d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 May 26 22:54:18.540437 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:16Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:18.544667 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ed90be-fcd2-4675-a305-3ce1a4129c82 None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:16Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:19.950245 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a642ad-241b-40c9-9c01-7a79400c8428 None None] New status for floating IP 90436de1-fa54-4191-982f-6bb531255bce: ACTIVE {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:54:19.950882 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-cc49a80d-59f0-4626-a294-25f9484ce68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:22.162550 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-4db53464-1331-4ec9-a614-ef8ed488a9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.499521 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:23.691721 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.040114 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59634) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:24.179783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.209557 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:24.213605 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Usage tracker for resource:security_group_rule and tenant:47a7edb379cf48d7ab7ba119aeab345a is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:24.216281 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:24.221923 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:24.285435 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.289888 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.333898 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402ff59b-325b-4ea6-963d-d9657bbdd5cf,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:24.340228 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47a7edb379cf48d7ab7ba119aeab345a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2991011 May 26 22:54:24.343032 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59640) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:24.345238 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.345568 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.345897 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.346217 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.346536 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.346849 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.347161 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.347478 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.347786 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.348092 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.348397 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba3761f-59b1-4172-9836-d5b5704773cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.402902 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.427727 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.477522 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.491959 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ff59b-325b-4ea6-963d-d9657bbdd5cf,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:24.503396 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:24.504499 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/402ff59b-325b-4ea6-963d-d9657bbdd5cf HTTP/1.1" status: 204 len: 168 time: 0.1604805 May 26 22:54:24.505747 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.506089 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.506423 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.506756 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.508767 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.509130 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.509462 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.509801 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.510130 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.510454 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.510778 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ac3c0-66e8-4a01-b9d4-83bb5856fa53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:54:24.764719 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.714550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59672) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:25.850406 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.880140 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:25.885176 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Usage tracker for resource:security_group_rule and tenant:aab64c373ee2423988257c4c64a49ffb is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:25.887961 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:25.893698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:25.964194 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:25.967776 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.012722 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc1d645-7d83-4f84-91f1-90219c1624cc,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:26.018399 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-610557d5-998a-4d28-a10a-6c633e238b85 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aab64c373ee2423988257c4c64a49ffb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3028584 May 26 22:54:26.021146 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59678) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:26.080895 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c834-41d1-4d4b-921b-10ccc6a0b483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.105948 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c834-41d1-4d4b-921b-10ccc6a0b483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.156043 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c834-41d1-4d4b-921b-10ccc6a0b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.170040 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0c834-41d1-4d4b-921b-10ccc6a0b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc1d645-7d83-4f84-91f1-90219c1624cc,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:26.177220 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c834-41d1-4d4b-921b-10ccc6a0b483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:26.178386 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-bcb0c834-41d1-4d4b-921b-10ccc6a0b483 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bfc1d645-7d83-4f84-91f1-90219c1624cc HTTP/1.1" status: 204 len: 168 time: 0.1563649 May 26 22:54:28.058015 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59684) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:28.336866 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Deleting port 230f62bc-d77c-499c-841a-84a52b59e531 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:28.337117 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.507632 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.507950 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.626127 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Calling delete_port for 230f62bc-d77c-499c-841a-84a52b59e531 owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:28.776796 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:28.822533 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event deleted for resources: {'Port': ['ID=230f62bc-d77c-499c-841a-84a52b59e531,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:28.915084 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.298228 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Router 0d1327db-5991-40cb-9852-9f7670d205ba has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:29.490481 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:29.500649 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] Sync routers for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:29.510693 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:29.512457 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:29.513109 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:29.566116 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-82e10eed-0138-4e44-ae65-c3608c939b3b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "DELETE /v2.0/floatingips/45f7ec15-f9bd-4790-b13b-1e20083f055b HTTP/1.1" status: 204 len: 168 time: 1.5068920 May 26 22:54:29.566576 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:29.623802 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8dadd4d-df28-4cf0-8554-a063d2bea188'] response: {'name': 'network-changed', 'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'status': 'completed', 'code': 200} May 26 22:54:29.728540 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-188f05ab-7502-4d5c-9ecd-1f136887c779 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b87d7cc7edc24983bda9c3077f61f879&device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 1098 time: 0.0730605 May 26 22:54:29.752878 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:29.976400 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-66fa9fca-cd87-406c-be9e-a4e758d09242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:29.978279 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-66fa9fca-cd87-406c-be9e-a4e758d09242 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 200 len: 910 time: 0.2430894 May 26 22:54:29.996167 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce386-5e96-4d75-b347-c2dcca85ca7e req-025e9165-9046-4e5c-aafb-1b4f1898c471 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:29.997684 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b36ce386-5e96-4d75-b347-c2dcca85ca7e req-025e9165-9046-4e5c-aafb-1b4f1898c471 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0888705 May 26 22:54:30.045254 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b36ce386-5e96-4d75-b347-c2dcca85ca7e req-0adbc139-8b28-4cfc-afa3-68d1d000f161 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 May 26 22:54:30.052820 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-35fb1a45-05be-428a-bab7-3f78d2ce84c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 200 len: 217 time: 0.0681932 May 26 22:54:30.077983 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 5, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:30.082145 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] Checking router: 0d1327db-5991-40cb-9852-9f7670d205ba for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:30.094027 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:30.094628 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:30.126665 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-e0b2b367-c87c-4912-bcfc-02ae08b109d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:30.128074 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-e0b2b367-c87c-4912-bcfc-02ae08b109d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 200 len: 848 time: 0.0623007 May 26 22:54:30.208172 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-91302dd1-36be-4c2e-9db5-ae4852f7b259 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e1ed94e-a31b-44c6-bebd-05e95a0c5411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718443 May 26 22:54:30.269400 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:30.341223 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-dd5377e2-65e3-4121-aa6e-0ace42f3bb18 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250887 May 26 22:54:30.479730 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e2f99604-6ed1-46a6-824a-bc9843c87d11 req-4e82e5e6-4efd-496a-b4b0-fa21f1b9aa61 service neutron] 10.222.0.67 "GET /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326690 May 26 22:54:30.581042 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 5, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:30.585363 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023ba728-3fe3-4d84-a8ec-fb04c399ecf0 None None] The sync data for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb is: [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:49:34Z', 'revision_number': 4, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '9b7c195d-bb70-4970-a22d-854141975cb2', 'name': '', 'network_id': '5e1ed94e-a31b-44c6-bebd-05e95a0c5411', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'mac_address': 'fa:16:3e:5e:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b406714-9f97-4167-b87e-408865b8c428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:33Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 5, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'subnets': [{'id': '7b406714-9f97-4167-b87e-408865b8c428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:30.793329 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b73c9-8352-4075-8b16-7bfb88944e68 None None] New status for floating IP 45f7ec15-f9bd-4790-b13b-1e20083f055b: DOWN {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:54:31.252819 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c60f0e-3e0c-44d4-8ed7-d9fc9e21dc30 req-44c3cbf9-4bb5-48c9-bcca-bba0da83884b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:31.253496 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-56c60f0e-3e0c-44d4-8ed7-d9fc9e21dc30 req-44c3cbf9-4bb5-48c9-bcca-bba0da83884b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Synchronizing usage tracker for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:31.269234 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-56c60f0e-3e0c-44d4-8ed7-d9fc9e21dc30 req-44c3cbf9-4bb5-48c9-bcca-bba0da83884b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Unset dirty status for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:31.270357 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-56c60f0e-3e0c-44d4-8ed7-d9fc9e21dc30 req-44c3cbf9-4bb5-48c9-bcca-bba0da83884b tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0941954 May 26 22:54:31.316487 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-56c60f0e-3e0c-44d4-8ed7-d9fc9e21dc30 req-47917388-255c-4124-ad9b-2c2e90d69edd tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/security-groups?id=32bcc949-4cad-452c-9b49-58872fd3ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 May 26 22:54:31.435562 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac34653-e468-44a9-affc-948eb6f09610 req-1b82dcd5-b436-4889-bde9-a3f43fc86efd tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:31.437064 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fac34653-e468-44a9-affc-948eb6f09610 req-1b82dcd5-b436-4889-bde9-a3f43fc86efd tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.67 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 945 time: 0.0782022 May 26 22:54:31.508525 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Deleting port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:31.508799 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.751005 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] For port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:31.751351 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:31.869590 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Calling delete_port for 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:32.014676 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.061739 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event deleted for resources: {'Port': ['ID=5e31eb52-09dc-48ab-bbd2-33c43631f6b7,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:32.134217 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] No DVR routers for this DVR port 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:32.136427 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:32.138841 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-deleted', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:32.154433 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fac34653-e468-44a9-affc-948eb6f09610 req-714651c6-0741-4820-a732-feda72be98bb tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.67 "DELETE /v2.0/ports/5e31eb52-09dc-48ab-bbd2-33c43631f6b7 HTTP/1.1" status: 204 len: 173 time: 0.7085929 May 26 22:54:32.193310 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e2aa57-a744-4f36-ad54-0f9699c6dc3c'] response: {'server_uuid': '91883bf9-c5c6-4739-9d46-edda0679b727', 'name': 'network-vif-deleted', 'tag': '5e31eb52-09dc-48ab-bbd2-33c43631f6b7', 'status': 'completed', 'code': 200} May 26 22:54:32.484165 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-f3abb226-aee4-4f5d-934c-f01c2a052978 req-83244c28-2cda-455f-91db-4f5712d44380 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Synchronizing usage tracker for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:54:32.501622 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-f3abb226-aee4-4f5d-934c-f01c2a052978 req-83244c28-2cda-455f-91db-4f5712d44380 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Unset dirty status for tenant:b87d7cc7edc24983bda9c3077f61f879 on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:54:32.502990 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-f3abb226-aee4-4f5d-934c-f01c2a052978 req-83244c28-2cda-455f-91db-4f5712d44380 tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "GET /v2.0/ports?device_id=91883bf9-c5c6-4739-9d46-edda0679b727 HTTP/1.1" status: 200 len: 210 time: 0.0626597 May 26 22:54:33.613050 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59704) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:33.683872 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2bf54e6-98b0-46f0-9fc5-14dce7355ecc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.800567 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2bf54e6-98b0-46f0-9fc5-14dce7355ecc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.862174 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2bf54e6-98b0-46f0-9fc5-14dce7355ecc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.878858 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf54e6-98b0-46f0-9fc5-14dce7355ecc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bcc949-4cad-452c-9b49-58872fd3ddee,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:33.892550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-d2bf54e6-98b0-46f0-9fc5-14dce7355ecc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:33.896197 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-d2bf54e6-98b0-46f0-9fc5-14dce7355ecc tempest-TestShelveInstance-1314170562 tempest-TestShelveInstance-1314170562-project] 10.222.0.47 "DELETE /v2.0/security-groups/32bcc949-4cad-452c-9b49-58872fd3ddee HTTP/1.1" status: 204 len: 168 time: 0.2796092 May 26 22:54:33.942098 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59710) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:34.505747 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.092882 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Deleting port 9b7c195d-bb70-4970-a22d-854141975cb2 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:35.093542 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.262694 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] For port 9b7c195d-bb70-4970-a22d-854141975cb2, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=9b7c195d-bb70-4970-a22d-854141975cb2,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:35.263048 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.379539 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Calling delete_port for 9b7c195d-bb70-4970-a22d-854141975cb2 owned by network:router_interface {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:35.442754 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:35.475648 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:35.476637 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5e31eb52-09dc-48ab-bbd2-33c43631f6b7 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:35.625126 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:35.669156 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7c195d-bb70-4970-a22d-854141975cb2,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:35.958372 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:36.523755 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Router 0d1327db-5991-40cb-9852-9f7670d205ba has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:36.720557 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:36.729565 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] Sync routers for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:36.737235 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-5caea790-1ac4-4767-821b-d43a5b281be7 admin admin] 10.222.0.47 "PUT /v2.0/routers/0d1327db-5991-40cb-9852-9f7670d205ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7940714 May 26 22:54:36.739666 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59716) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:36.742120 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:36.742717 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:36.921538 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:36.937622 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks [] for router, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.221631 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.231585 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Deleting port 911dcb66-9c03-4554-89a8-6c71c2755f7d {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:37.231906 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.247428 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:54:35Z', 'revision_number': 5, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port': {'id': '911dcb66-9c03-4554-89a8-6c71c2755f7d', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:30Z', 'updated_at': '2022-05-26T22:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:37.251280 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] Checking router: 0d1327db-5991-40cb-9852-9f7670d205ba for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:37.262168 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] Routers {'0d1327db-5991-40cb-9852-9f7670d205ba'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:37.262772 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['0d1327db-5991-40cb-9852-9f7670d205ba'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:37.408307 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] For port 911dcb66-9c03-4554-89a8-6c71c2755f7d, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=911dcb66-9c03-4554-89a8-6c71c2755f7d,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:37.408692 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.412492 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] Set router 0d1327db-5991-40cb-9852-9f7670d205ba gateway port host: None {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:37.514683 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:54:37Z', 'revision_number': 6, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:37.518513 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724ef00-3fc6-4b2f-8960-9c12128a8814 None None] The sync data for ids ['0d1327db-5991-40cb-9852-9f7670d205ba'] in dv-cinder-843305-2-smb is: [{'id': '0d1327db-5991-40cb-9852-9f7670d205ba', 'name': 'tempest-TestShelveInstance-1780095193-router', 'tenant_id': 'b87d7cc7edc24983bda9c3077f61f879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:29Z', 'updated_at': '2022-05-26T22:54:37Z', 'revision_number': 6, 'project_id': 'b87d7cc7edc24983bda9c3077f61f879', 'gw_port_host': None}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:37.529260 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Calling delete_port for 911dcb66-9c03-4554-89a8-6c71c2755f7d owned by network:router_gateway {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:37.691990 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.735322 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Pushing event deleted for resources: {'Port': ['ID=911dcb66-9c03-4554-89a8-6c71c2755f7d,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:37.927089 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 9b7c195d-bb70-4970-a22d-854141975cb2 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:37.959515 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:37.971853 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 9b7c195d-bb70-4970-a22d-854141975cb2 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:37.972311 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 9b7c195d-bb70-4970-a22d-854141975cb2 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:38.212104 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.216223 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.240062 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.240577 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1327db-5991-40cb-9852-9f7670d205ba {{(pid=83312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:54:38.252451 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.254660 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-4de36b87-7770-4537-a6ab-cdece8a26599 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0d1327db-5991-40cb-9852-9f7670d205ba HTTP/1.1" status: 204 len: 168 time: 1.5130305 May 26 22:54:38.256235 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59722) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:38.316743 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] Deleting subnet 7b406714-9f97-4167-b87e-408865b8c428 {{(pid=83313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:38.319826 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.378577 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423926'] for subnet, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.458487 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.528413 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3297364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3449354'] for subnet, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.571203 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b406714-9f97-4167-b87e-408865b8c428,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:38.574817 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.581174 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27039b-c81a-4590-9280-5e5b66135602 None None] Network 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:38.587282 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c02bab2d-8617-4f09-a6e0-3a0b974ccdd8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7b406714-9f97-4167-b87e-408865b8c428 HTTP/1.1" status: 204 len: 168 time: 0.3273895 May 26 22:54:38.587505 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59726) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:38.692935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.708863 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Deleting port 28856577-dc29-462f-961f-09089cf9aace {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:38.709200 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.829012 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] DHCP port deletion for 5e1ed94e-a31b-44c6-bebd-05e95a0c5411 request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:54:38.833320 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Deleting port 28856577-dc29-462f-961f-09089cf9aace {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:38.833692 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:38.915225 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] For port 28856577-dc29-462f-961f-09089cf9aace, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=28856577-dc29-462f-961f-09089cf9aace,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:38.915575 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.032027 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] For port 28856577-dc29-462f-961f-09089cf9aace, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=28856577-dc29-462f-961f-09089cf9aace,segment=NetworkSegment(023635ee-6759-4109-b3f4-9d6387d45c2e),segment_id=023635ee-6759-4109-b3f4-9d6387d45c2e)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:39.032624 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.040293 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Calling delete_port for 28856577-dc29-462f-961f-09089cf9aace owned by network:dhcp {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:39.111951 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.154696 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=28856577-dc29-462f-961f-09089cf9aace,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:39.155223 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Calling delete_port for 28856577-dc29-462f-961f-09089cf9aace owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:39.161255 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] No DVR routers for this DVR port 28856577-dc29-462f-961f-09089cf9aace on host dv-cinder-843305-2-smb {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:39.225880 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:54:39.226493 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:54:39.276345 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.300577 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1ed94e-a31b-44c6-bebd-05e95a0c5411']}} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:39.315707 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023635ee-6759-4109-b3f4-9d6387d45c2e') {'for_net_delete': True} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:39.315991 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023635ee-6759-4109-b3f4-9d6387d45c2e') {} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:39.327782 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423301'] for segment, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.343716 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.349495 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:54:39.349861 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3297338'] for segment, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: Traceback (most recent call last): May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: timer() May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: cb(*args, **kw) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: return func(*args, **kwargs) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: self._notify() May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: self.callback(batched_events) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: event.method(event) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: return f(self, *a, **k) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: return self._get(url).json() May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: return self.request(url, 'GET', **kwargs) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:54:39.362135 dv-cinder-843305-2-smb neutron-server[83313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:54:39.432955 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.448547 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.462555 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1ed94e-a31b-44c6-bebd-05e95a0c5411,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:39.469525 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4ab35856-cc87-4ba2-8ac7-a398eaa77a98 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5e1ed94e-a31b-44c6-bebd-05e95a0c5411 HTTP/1.1" status: 204 len: 168 time: 0.8811212 May 26 22:54:39.472396 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59730) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:39.727726 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Deleting port 28856577-dc29-462f-961f-09089cf9aace {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:39.728112 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:39.762526 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 28856577-dc29-462f-961f-09089cf9aace no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:39.825277 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-3cda21c2-ee73-4455-b550-12b73833ad86 None None] The port '28856577-dc29-462f-961f-09089cf9aace' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:54:39.825976 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 28856577-dc29-462f-961f-09089cf9aace {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:39.826308 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 28856577-dc29-462f-961f-09089cf9aace not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:39.826714 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 911dcb66-9c03-4554-89a8-6c71c2755f7d no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:39.860249 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 911dcb66-9c03-4554-89a8-6c71c2755f7d {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:39.860249 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 911dcb66-9c03-4554-89a8-6c71c2755f7d not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:39.944968 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.364377 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:54:40.530478 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Deleting port a50bbd0b-343b-4b20-9f9d-c0253652db13 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:40.531067 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.697905 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] For port a50bbd0b-343b-4b20-9f9d-c0253652db13, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=a50bbd0b-343b-4b20-9f9d-c0253652db13,segment=NetworkSegment(e25dd5b0-5f34-401e-8206-568fff36b439),segment_id=e25dd5b0-5f34-401e-8206-568fff36b439)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:40.698250 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:40.815768 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Calling delete_port for a50bbd0b-343b-4b20-9f9d-c0253652db13 owned by network:router_interface {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:40.979787 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.027409 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Pushing event deleted for resources: {'Port': ['ID=a50bbd0b-343b-4b20-9f9d-c0253652db13,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:41.400489 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:41.979227 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Router ce68c6d1-83d7-4cf7-8818-fc2158e771ff has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:42.172290 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:42.180675 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] Sync routers for ids ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:42.189308 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3c5259df-1ba7-4e5f-8216-e879580d3abb admin admin] 10.222.0.47 "PUT /v2.0/routers/ce68c6d1-83d7-4cf7-8818-fc2158e771ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7155409 May 26 22:54:42.191709 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59736) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:42.193352 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] Routers {'ce68c6d1-83d7-4cf7-8818-fc2158e771ff'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:42.193923 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:42.368930 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] Set router ce68c6d1-83d7-4cf7-8818-fc2158e771ff gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:42.391992 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks [] for router, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.587273 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.596778 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Deleting port 773fb826-4fc8-4625-8dd3-34049e97dca5 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:42.597105 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.651515 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:54:40Z', 'revision_number': 5, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port': {'id': '773fb826-4fc8-4625-8dd3-34049e97dca5', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:42.655514 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] Checking router: ce68c6d1-83d7-4cf7-8818-fc2158e771ff for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:42.667745 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] Routers {'ce68c6d1-83d7-4cf7-8818-fc2158e771ff'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:42.668369 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:42.823057 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] Set router ce68c6d1-83d7-4cf7-8818-fc2158e771ff gateway port host: None {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:42.872202 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] For port 773fb826-4fc8-4625-8dd3-34049e97dca5, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=773fb826-4fc8-4625-8dd3-34049e97dca5,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:42.872584 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:42.956788 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:54:42Z', 'revision_number': 6, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:42.960961 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa41a25-1c7d-4516-863b-a3dd5b1496e3 None None] The sync data for ids ['ce68c6d1-83d7-4cf7-8818-fc2158e771ff'] in dv-cinder-843305-2-smb is: [{'id': 'ce68c6d1-83d7-4cf7-8818-fc2158e771ff', 'name': 'tempest-TestShelveInstance-968720319-router', 'tenant_id': 'd59a18bea54c434386f2568f2a6515c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:49:39Z', 'updated_at': '2022-05-26T22:54:42Z', 'revision_number': 6, 'project_id': 'd59a18bea54c434386f2568f2a6515c7', 'gw_port_host': None}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:42.998762 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Calling delete_port for 773fb826-4fc8-4625-8dd3-34049e97dca5 owned by network:router_gateway {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:43.161586 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.206154 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Pushing event deleted for resources: {'Port': ['ID=773fb826-4fc8-4625-8dd3-34049e97dca5,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:43.437010 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.690524 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.696391 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.723212 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.723860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce68c6d1-83d7-4cf7-8818-fc2158e771ff {{(pid=83313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:54:43.736776 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] Notify callbacks [] for router, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.740380 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-fe3113f1-6fb7-4056-8ac8-16a5253b27be admin admin] 10.222.0.47 "DELETE /v2.0/routers/ce68c6d1-83d7-4cf7-8818-fc2158e771ff HTTP/1.1" status: 204 len: 168 time: 1.5453043 May 26 22:54:43.740682 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59740) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:43.764601 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 773fb826-4fc8-4625-8dd3-34049e97dca5 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:43.802684 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 773fb826-4fc8-4625-8dd3-34049e97dca5 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:43.803019 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 773fb826-4fc8-4625-8dd3-34049e97dca5 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:43.803449 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a50bbd0b-343b-4b20-9f9d-c0253652db13 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:43.805398 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] Deleting subnet 6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7 {{(pid=83313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:54:43.808366 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.860471 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423926'] for subnet, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:43.866965 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: a50bbd0b-343b-4b20-9f9d-c0253652db13 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:43.867303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a50bbd0b-343b-4b20-9f9d-c0253652db13 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:43.953153 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.022976 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3297364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3449354'] for subnet, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.061546 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:44.069838 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.075816 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a7700-e212-4334-bc0a-31261c856444 None None] Network dbbabe08-7135-44fb-984d-977e3608329c requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:54:44.076320 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e0f8a2de-e6a5-464c-9009-22399719bf9f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6ec8f5ee-b04b-4a32-bd7d-766f24d5cdc7 HTTP/1.1" status: 204 len: 168 time: 0.3344202 May 26 22:54:44.078698 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59744) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:44.278257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.290055 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Deleting port 08f120e6-6468-44e5-a462-4dba44222191 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:44.290278 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.312668 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] DHCP port deletion for dbbabe08-7135-44fb-984d-977e3608329c request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:54:44.317317 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Deleting port 08f120e6-6468-44e5-a462-4dba44222191 {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:44.318773 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.489664 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] For port 08f120e6-6468-44e5-a462-4dba44222191, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=08f120e6-6468-44e5-a462-4dba44222191,segment=NetworkSegment(e25dd5b0-5f34-401e-8206-568fff36b439),segment_id=e25dd5b0-5f34-401e-8206-568fff36b439)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:44.490026 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.518997 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] For port 08f120e6-6468-44e5-a462-4dba44222191, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=08f120e6-6468-44e5-a462-4dba44222191,segment=NetworkSegment(e25dd5b0-5f34-401e-8206-568fff36b439),segment_id=e25dd5b0-5f34-401e-8206-568fff36b439)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:44.519299 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.609922 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Calling delete_port for 08f120e6-6468-44e5-a462-4dba44222191 owned by network:dhcp {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:44.635378 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Calling delete_port for 08f120e6-6468-44e5-a462-4dba44222191 owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:44.685869 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.707892 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:54:44.708229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:54:44.729352 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f120e6-6468-44e5-a462-4dba44222191,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:44.735197 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] No DVR routers for this DVR port 08f120e6-6468-44e5-a462-4dba44222191 on host dv-cinder-843305-2-smb {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:44.849310 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.876513 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbabe08-7135-44fb-984d-977e3608329c']}} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:44.888928 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25dd5b0-5f34-401e-8206-568fff36b439') {'for_net_delete': True} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:44.889221 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25dd5b0-5f34-401e-8206-568fff36b439') {} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:44.900345 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423301'] for segment, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.919860 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.925997 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:54:44.926370 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3297338'] for segment, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: Traceback (most recent call last): May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: timer() May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: cb(*args, **kw) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: return func(*args, **kwargs) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: self._notify() May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: self.callback(batched_events) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: event.method(event) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: return f(self, *a, **k) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: return self._get(url).json() May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: return self.request(url, 'GET', **kwargs) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:54:44.940836 dv-cinder-843305-2-smb neutron-server[83313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:54:45.015374 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.030933 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.040796 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbabe08-7135-44fb-984d-977e3608329c,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:45.047726 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4df94477-14e9-4118-9db5-f16f4d18eea2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/dbbabe08-7135-44fb-984d-977e3608329c HTTP/1.1" status: 204 len: 168 time: 0.9679263 May 26 22:54:45.058176 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.190953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59750) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:45.209174 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Deleting port 08f120e6-6468-44e5-a462-4dba44222191 {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:45.210277 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.245640 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a4f48bf6-24ec-4a7a-8e6d-63d16b601356 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b87d7cc7edc24983bda9c3077f61f879&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522521 May 26 22:54:45.248098 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59754) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:45.271960 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-9a413e68-2ba7-4373-86c7-99b34ee59a25 None None] The port '08f120e6-6468-44e5-a462-4dba44222191' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:54:45.310059 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-34008267-f5a8-475e-be42-4b24c05d4556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.336539 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-34008267-f5a8-475e-be42-4b24c05d4556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.386243 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-34008267-f5a8-475e-be42-4b24c05d4556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.403357 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34008267-f5a8-475e-be42-4b24c05d4556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba2bce0-3901-4e96-8126-dd5108682e2d,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:45.411113 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-34008267-f5a8-475e-be42-4b24c05d4556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:45.412409 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-34008267-f5a8-475e-be42-4b24c05d4556 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ba2bce0-3901-4e96-8126-dd5108682e2d HTTP/1.1" status: 204 len: 168 time: 0.1634002 May 26 22:54:45.759616 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 08f120e6-6468-44e5-a462-4dba44222191 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:45.794637 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 08f120e6-6468-44e5-a462-4dba44222191 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:45.794971 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 08f120e6-6468-44e5-a462-4dba44222191 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:45.806956 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59764) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:45.857091 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-8509cb67-592a-4c1e-a83f-6ceb72ec1653 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d59a18bea54c434386f2568f2a6515c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489290 May 26 22:54:45.859449 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59768) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:45.999914 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-babc321d-675f-417d-b962-a2c0da348e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.025980 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-babc321d-675f-417d-b962-a2c0da348e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.076306 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-babc321d-675f-417d-b962-a2c0da348e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.090392 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc321d-675f-417d-b962-a2c0da348e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fe7b4c-daac-45e2-a7b0-6a078a769f74,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:46.096769 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-babc321d-675f-417d-b962-a2c0da348e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:46.097877 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-babc321d-675f-417d-b962-a2c0da348e2d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77fe7b4c-daac-45e2-a7b0-6a078a769f74 HTTP/1.1" status: 204 len: 168 time: 0.2375743 May 26 22:54:48.874163 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-18956477-9dd2-4512-8513-e13046a6b3de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688560 May 26 22:54:49.016173 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-2d8ce023-fdf2-4e31-8a90-599a9251b1b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 1099 time: 0.0709276 May 26 22:54:49.160716 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-96ced7a8-0adc-4045-9849-e0a19da7ecb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:49.162057 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-96ced7a8-0adc-4045-9849-e0a19da7ecb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 200 len: 917 time: 0.1253762 May 26 22:54:49.265127 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-981d228c-7af8-483f-9e95-2ca529c31adf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 200 len: 1001 time: 0.0960395 May 26 22:54:49.327508 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-ae7e3c32-cd31-46be-a66c-f780674b2495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:49.328877 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-ae7e3c32-cd31-46be-a66c-f780674b2495 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 200 len: 855 time: 0.0568686 May 26 22:54:49.405628 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-086ae6f1-d672-41a0-a130-c65ba290b5c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc87403a-1b41-4e52-ae1a-86f8de243264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692608 May 26 22:54:49.541419 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-7f5207ba-4e20-452d-888a-3e474ce05a87 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287737 May 26 22:54:49.677986 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b94d61e5-3208-4832-b914-4f4b4329cee7 req-32ad15ce-40c2-4bb8-89c1-390d7f13ca14 service neutron] 10.222.0.67 "GET /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281672 May 26 22:54:49.953693 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-27434e15-ba9b-4687-9239-8fa5e91668a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.166067 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-51bdfb41-d598-4c6c-a056-13a3e4a70ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:52.179057 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eb879-e19c-42ad-b53f-691458cf2946 req-e001d351-d51a-4ec2-86a9-ebba120f8eaa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:52.180235 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d35eb879-e19c-42ad-b53f-691458cf2946 req-e001d351-d51a-4ec2-86a9-ebba120f8eaa tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 946 time: 0.0814221 May 26 22:54:52.226189 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-d35eb879-e19c-42ad-b53f-691458cf2946 req-7d52cf36-704d-4d90-9c56-c8f93b026e65 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 May 26 22:54:53.437138 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e282c2-7ce7-4c95-bce6-408f91e2edc6 req-c67c160f-5868-4a71-8e50-3260bb6341e0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:53.438568 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c0e282c2-7ce7-4c95-bce6-408f91e2edc6 req-c67c160f-5868-4a71-8e50-3260bb6341e0 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 946 time: 0.0752578 May 26 22:54:53.486242 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c0e282c2-7ce7-4c95-bce6-408f91e2edc6 req-c254ae17-a775-4d2b-a376-f75f92dd3c55 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups?id=5752ed3a-705a-4e33-8af3-f2102103c345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 May 26 22:54:53.504201 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.534695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-9f0c0afa-62c2-4987-8c9f-237b8b098b92 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:53.536049 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-9f0c0afa-62c2-4987-8c9f-237b8b098b92 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 946 time: 0.0804801 May 26 22:54:53.606737 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Deleting port 899d3a4e-3d24-48fc-801c-420efafd1483 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:53.607074 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.697971 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:53.878588 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] For port 899d3a4e-3d24-48fc-801c-420efafd1483, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=899d3a4e-3d24-48fc-801c-420efafd1483,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:54:53.878854 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.220003 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.220599 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.221083 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Floating IP 4a0f505b-7cc4-4eee-81ed-a854c2744f56 disassociated. External IP: 172.28.3.167, port: 899d3a4e-3d24-48fc-801c-420efafd1483. May 26 22:54:54.221589 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Calling delete_port for 899d3a4e-3d24-48fc-801c-420efafd1483 owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:54.475578 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.536039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event deleted for resources: {'Port': ['ID=899d3a4e-3d24-48fc-801c-420efafd1483,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:54.670848 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-57c424a3-c752-475d-bfd5-8ba9b8fb906a req-2110ac9e-6ade-458b-8c3e-36bbac98ad93 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c951d-d359-4643-b0f2-34f53ec08914 HTTP/1.1" status: 200 len: 210 time: 0.0461369 May 26 22:54:54.753747 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:54:54.767401 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:54.959358 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:54:54.971742 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] Sync routers for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:54:54.984801 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:54.985547 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:55.037186 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] No DVR routers for this DVR port 899d3a4e-3d24-48fc-801c-420efafd1483 on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:54:55.040176 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.042788 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-deleted', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:54:55.059853 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-9d9e7823-3ee4-4b0d-81e6-c42718c00a2c req-45b86f7b-6a6e-42f1-b94a-af04276ecee6 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.67 "DELETE /v2.0/ports/899d3a4e-3d24-48fc-801c-420efafd1483 HTTP/1.1" status: 204 len: 173 time: 1.5176592 May 26 22:54:55.102738 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6005ef-dccd-4c48-a526-7b3788803b1a'] response: {'server_uuid': '285c951d-d359-4643-b0f2-34f53ec08914', 'name': 'network-vif-deleted', 'tag': '899d3a4e-3d24-48fc-801c-420efafd1483', 'status': 'completed', 'code': 200} May 26 22:54:55.188269 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:55.505602 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:55.509487 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] Checking router: cf266ca0-e9b5-431d-8d65-4dbca0b09b9f for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:54:55.522784 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:54:55.523664 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:55.754181 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:54:55.835498 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59822) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:55.901167 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-11e6841f-c152-4bc3-96d4-8cdedc2e86d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.931557 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-11e6841f-c152-4bc3-96d4-8cdedc2e86d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:55.985165 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-11e6841f-c152-4bc3-96d4-8cdedc2e86d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.004392 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6841f-c152-4bc3-96d4-8cdedc2e86d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5752ed3a-705a-4e33-8af3-f2102103c345,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:56.018698 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-11e6841f-c152-4bc3-96d4-8cdedc2e86d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.019834 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-11e6841f-c152-4bc3-96d4-8cdedc2e86d4 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "DELETE /v2.0/security-groups/5752ed3a-705a-4e33-8af3-f2102103c345 HTTP/1.1" status: 204 len: 168 time: 0.1832778 May 26 22:54:56.023135 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59826) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:56.039609 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.api.v2.resource [None req-57f9b128-40dc-46b7-b3fc-86e7d073dd02 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] show failed (client error): The resource could not be found. May 26 22:54:56.040581 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-57f9b128-40dc-46b7-b3fc-86e7d073dd02 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "GET /v2.0/security-groups/5752ed3a-705a-4e33-8af3-f2102103c345 HTTP/1.1" status: 404 len: 347 time: 0.0165553 May 26 22:54:56.043404 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59830) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:56.077493 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:54:56.081483 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26620441-741f-464f-b5cf-14b9458e5717 None None] The sync data for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb is: [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:48:57Z', 'revision_number': 4, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a', 'name': '', 'network_id': 'dc87403a-1b41-4e52-ae1a-86f8de243264', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'mac_address': 'fa:16:3e:53:68:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:56Z', 'updated_at': '2022-05-26T22:49:07Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'subnets': [{'id': '3863804d-1a51-4fdd-8e8d-d295034adc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:54:56.198197 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Deleting port 112cb737-5dca-4708-a55f-7e4af13e8cde {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:56.198527 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.296158 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5761ce-e38d-463e-8d4e-0d2a1509e5fb None None] New status for floating IP 4a0f505b-7cc4-4eee-81ed-a854c2744f56: DOWN {{(pid=83315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:54:56.367780 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.368098 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.488883 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Calling delete_port for 112cb737-5dca-4708-a55f-7e4af13e8cde owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:56.574791 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.db.api [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:54:56.575146 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG oslo_db.api [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:54:56.869006 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59840) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:56.874381 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583328114', 'description': 'tempest-description--76051727'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:56.880061 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:56.890250 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:56.900744 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:56.936102 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:56.940095 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:56.942913 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:56.948705 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:57.006185 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.010131 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.057736 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ced56d-0652-46e0-b398-daeb4e05019d,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:57.060732 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.064621 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-58bad08f-20d7-4dc2-b1bb-38aeb6025ed0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.1918983 May 26 22:54:57.065696 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59844) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.070256 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': '57ced56d-0652-46e0-b398-daeb4e05019d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:57.075936 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:57.076304 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Deleting port 112cb737-5dca-4708-a55f-7e4af13e8cde {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:54:57.076751 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.079775 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:57.082635 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:57.088828 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:57.106505 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.169938 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.173440 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.199226 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f4e617-9746-4671-a954-bab6b06538ed,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:57.211334 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.212559 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2aba4dc2-9f3e-4382-b328-5c2cd5433b25 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1466451 May 26 22:54:57.215252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59848) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.221025 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': '57ced56d-0652-46e0-b398-daeb4e05019d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:57.227195 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:57.231172 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:57.234318 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:57.240011 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:57.255997 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.322283 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.325637 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.338567 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.338891 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.348340 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bca2ca-3244-4951-9cae-7a377d269e58,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:57.357649 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.358814 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-96388f2a-82d3-4cd6-af1f-bdf36e23d357 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1424625 May 26 22:54:57.361800 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59852) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:54:57.366888 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:54:57.372182 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:54:57.375980 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:floatingip and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:54:57.378840 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:54:57.385099 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:54:57.396200 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.466378 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Calling delete_port for 112cb737-5dca-4708-a55f-7e4af13e8cde owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:54:57.499137 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:54:57.530602 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.534030 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 899d3a4e-3d24-48fc-801c-420efafd1483 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:54:57.534596 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 899d3a4e-3d24-48fc-801c-420efafd1483 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:54:57.607395 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.656625 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Pushing event deleted for resources: {'Port': ['ID=112cb737-5dca-4708-a55f-7e4af13e8cde,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:57.670258 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.28.3.221 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/147cc4a4-b092-4e5c-89c0-1a3f1e290382) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:54:57.748318 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks [] for floatingip, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.762411 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.763501 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-5512cb7b-6908-4eb1-ab03-ad4c5dfa6039 tempest-AttachVolumeShelveTestJSON-1553990532 tempest-AttachVolumeShelveTestJSON-1553990532-project] 10.222.0.47 "DELETE /v2.0/floatingips/4a0f505b-7cc4-4eee-81ed-a854c2744f56 HTTP/1.1" status: 204 len: 168 time: 1.7192495 May 26 22:54:57.904320 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.934182 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:57.990688 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:54:57.997700 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:54:58.001808 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:54:58.051043 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=147cc4a4-b092-4e5c-89c0-1a3f1e290382,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:58.167538 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.220132 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.416864 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.421064 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.527655 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=147cc4a4-b092-4e5c-89c0-1a3f1e290382,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:54:58.539282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.560901 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:54:58.562073 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f20a2896-0c86-4858-a3e6-2205f7a9a63c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1993818 May 26 22:54:58.789184 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-c6be52d0-6d69-4322-a6b7-bfa06291d80f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--583328114&fields=id&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 267 time: 0.0401928 May 26 22:54:58.933704 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259348d-2242-4192-ae37-3b63fc78a032 req-afdf020c-3821-41c0-9c3c-9ae3146b26b7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:54:58.935034 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-afdf020c-3821-41c0-9c3c-9ae3146b26b7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1397102 May 26 22:54:58.951069 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-997b262a-f7d7-4dd8-8970-abe4e749fc69 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/quotas/3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 375 time: 0.0104253 May 26 22:54:59.044736 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-cb74d887-f82b-4a3e-bbe5-813693d6c2bb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0884993 May 26 22:54:59.181458 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-4ee5ee06-f057-4c91-ba1c-244dd8357924 service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257291 May 26 22:54:59.314996 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-be8ff7e6-db94-431b-82e5-68dd875df2bb service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274941 May 26 22:54:59.502751 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5f854748-38e2-4523-9e45-3a2070c5c9d9 req-a480c09f-3860-4f77-bdf0-80d07b122d6e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 210 time: 0.0407200 May 26 22:55:00.482236 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259348d-2242-4192-ae37-3b63fc78a032 req-71c293bc-fdd4-442e-b681-2e3def92ec75 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:00.483679 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-71c293bc-fdd4-442e-b681-2e3def92ec75 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1611607 May 26 22:55:00.551315 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-4e3f37e2-0801-4b35-a2a3-6fb681638bfe tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 472 time: 0.0527923 May 26 22:55:00.551511 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59896) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:00.558411 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'port': {'device_id': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'admin_state_up': True, 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'security_groups': ['57ced56d-0652-46e0-b398-daeb4e05019d']}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:00.683983 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fb3407a0-b130-411c-902f-3cec7f338cf0 req-935bc678-0ea8-4fc9-9074-aefa1bff8bf8 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 210 time: 0.0492184 May 26 22:55:00.737187 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:00.747267 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:00.757832 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Made reservation on behalf of 3e803fd48be742a392045f9aff7d01cc for: {'port': 1} {{(pid=83312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:55:00.760828 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.142576 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_common [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.20.0.6 (b4d9364d-926c-4202-831b-4e9bcbe0f1ed/af00dd2a-d8fd-45c5-88e6-5d3cb00deff8/369e5b7a-11c4-48dc-88cc-faa3a0faeefb) {{(pid=83312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:55:01.466338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.485531 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Transition to ACTIVE for port object 369e5b7a-11c4-48dc-88cc-faa3a0faeefb will not be triggered until provisioned by entity DHCP. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:01.523446 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.614243 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is already hosted by enough agents. {{(pid=83312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:55:01.618339 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:01.620666 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.base_scheduler [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:55:01.623148 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:55:01.678220 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.791965 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:01.792583 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.841406 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-535a9f11-3c9b-49a7-b957-7394986c6e77 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2867889 May 26 22:55:01.852944 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Request body: {'port': {'device_id': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:01.863925 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-29a593fe-358c-44ae-b20b-d310ac01b944 None None] Provisioning for port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:01.869137 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-29a593fe-358c-44ae-b20b-d310ac01b944 None None] Provisioning complete for port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:01.869501 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-29a593fe-358c-44ae-b20b-d310ac01b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.915474 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df8206-215b-48d8-ae0b-8f881d3e4171 req-e6dd2522-158f-4008-8ffd-5a840627c0bc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:01.923270 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c7df8206-215b-48d8-ae0b-8f881d3e4171 req-e6dd2522-158f-4008-8ffd-5a840627c0bc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 931 time: 0.1046731 May 26 22:55:01.938061 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-29a593fe-358c-44ae-b20b-d310ac01b944 None None] Port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:55:01.966132 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-c7df8206-215b-48d8-ae0b-8f881d3e4171 req-71193af7-6fe7-49f7-a982-7d5379ebd8fc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:01.973193 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:01.982233 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-c7df8206-215b-48d8-ae0b-8f881d3e4171 req-71193af7-6fe7-49f7-a982-7d5379ebd8fc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:01.983435 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c7df8206-215b-48d8-ae0b-8f881d3e4171 req-71193af7-6fe7-49f7-a982-7d5379ebd8fc tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591748 May 26 22:55:02.640120 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369e5b7a-11c4-48dc-88cc-faa3a0faeefb {{(pid=83312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:55:02.647966 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.671760 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.provisioning_blocks [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Transition to ACTIVE for port object 369e5b7a-11c4-48dc-88cc-faa3a0faeefb will not be triggered until provisioned by entity L2. {{(pid=83312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:55:02.677623 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:02.811961 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Pushing event updated for resources: {'Port': ['ID=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,revision_number=2']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:02.970150 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Attempting to bind port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:55:02.970576 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Attempting to bind port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:55:02.970799 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Attempting to bind port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:03.005075 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:55:03.005390 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Attempting to bind port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:55:03.029723 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:55:03.030060 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Checking segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:55:03.030444 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Bound using segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} {{(pid=83312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:55:03.030867 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.managers [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Bound port: 369e5b7a-11c4-48dc-88cc-faa3a0faeefb, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}}] {{(pid=83312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:55:03.031210 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.081101 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Deleting port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:03.081441 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.300454 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] For port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb, host hv-cinder-84330, cleared binding levels {{(pid=83312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:55:03.316470 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] For port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:55:03.329816 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187ad7a-93fc-4a5e-be87-98b391b8a73f req-aecc897f-c6f5-453e-abd8-fac6e845c020 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:03.330490 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-e187ad7a-93fc-4a5e-be87-98b391b8a73f req-aecc897f-c6f5-453e-abd8-fac6e845c020 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:03.333149 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3555749'] for port, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.430232 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] For port 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:03.430593 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.438572 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:03.440262 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] 10.222.0.67 "PUT /v2.0/ports/369e5b7a-11c4-48dc-88cc-faa3a0faeefb HTTP/1.1" status: 200 len: 1093 time: 1.5910060 May 26 22:55:03.440725 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:03.450110 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-e187ad7a-93fc-4a5e-be87-98b391b8a73f req-aecc897f-c6f5-453e-abd8-fac6e845c020 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:03.451237 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e187ad7a-93fc-4a5e-be87-98b391b8a73f req-aecc897f-c6f5-453e-abd8-fac6e845c020 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 943 time: 0.3404191 May 26 22:55:03.511531 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc54eb2-46fe-4d34-b6ae-bcc16b077aae'] response: {'name': 'network-changed', 'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'status': 'completed', 'code': 200} May 26 22:55:03.626684 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Calling delete_port for 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a owned by network:router_interface {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:03.668162 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb4d45-ee42-41b8-bbff-309095ff4acd service neutron] Pushing event updated for resources: {'Port': ['ID=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,revision_number=3']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:03.744940 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-e187ad7a-93fc-4a5e-be87-98b391b8a73f req-c3b814ac-edd1-43f9-a6f6-71c8ce60a418 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351665 May 26 22:55:03.762918 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-b9f02bfe-c557-4497-930f-8667e867ab79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 1096 time: 0.2506194 May 26 22:55:03.837673 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-2e369e8e-0082-41c7-9928-c9f5fe0246b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb HTTP/1.1" status: 200 len: 217 time: 0.0638788 May 26 22:55:03.946769 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259348d-2242-4192-ae37-3b63fc78a032 req-953f255c-e9e9-4b4b-9b7a-ee0b2473bb99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:03.948170 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-953f255c-e9e9-4b4b-9b7a-ee0b2473bb99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.1049912 May 26 22:55:03.985687 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.125954 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:04.294060 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-4fcabd51-2bf2-410a-8524-10ccdef14864 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3404114 May 26 22:55:04.503530 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-c8011d00-46e5-4928-a86f-82f3838a931c service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030942 May 26 22:55:04.656218 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-2259348d-2242-4192-ae37-3b63fc78a032 req-7c61511f-aa71-4727-86e4-163c1ce2105e service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455624 May 26 22:55:04.668208 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:04.883302 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-7e378622-b592-4f4c-b10c-3f02091dc64e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1556900 May 26 22:55:04.941532 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15273af-9eee-443e-95f0-7f4448763c19 req-7eee9f50-99f7-4edc-8562-10e1de4d99bd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:04.943061 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f15273af-9eee-443e-95f0-7f4448763c19 req-7eee9f50-99f7-4edc-8562-10e1de4d99bd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 943 time: 0.0754311 May 26 22:55:04.993713 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f15273af-9eee-443e-95f0-7f4448763c19 req-34f781b2-dfcd-42e4-a906-dffe0c827e9e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 May 26 22:55:05.040045 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-34d66910-8c7e-485d-897e-df7f112ec79b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:05.041407 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-34d66910-8c7e-485d-897e-df7f112ec79b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1501377 May 26 22:55:05.226454 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-5cce4163-c9d2-4e6d-9bd3-be5aac3109e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb HTTP/1.1" status: 200 len: 217 time: 0.1751764 May 26 22:55:05.312434 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-363a2f36-ca26-4ee8-bc22-0db95b9f2294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:05.313718 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-363a2f36-ca26-4ee8-bc22-0db95b9f2294 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0803547 May 26 22:55:05.514477 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 369e5b7a-11c4-48dc-88cc-faa3a0faeefb details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:55:05.621976 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-1405de0b-e972-4da7-844b-9c80dc274d2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2972267 May 26 22:55:05.646722 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:05.660665 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'port_id': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'mac_address': 'fa:16:3e:eb:03:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:55:05.716125 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.733797 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369e5b7a-11c4-48dc-88cc-faa3a0faeefb {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:55:05.750537 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:05.760963 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:05.781740 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-96a32f3e-7cac-4ae9-874d-135490f23d8f service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515687 May 26 22:55:05.829957 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:05.838928 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.839265 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.839595 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.839920 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.840244 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.840595 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.840916 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.841235 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.841549 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.841864 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.842179 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:05.937946 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:05.942763 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-032540a7-099b-4eb0-a9dd-9becd62c44bf req-b655d06d-4f7e-4d57-8ee9-7f2f0f571fb6 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555016 May 26 22:55:05.968680 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['369e5b7a-11c4-48dc-88cc-faa3a0faeefb'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:55:06.203898 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:06.213680 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] Sync routers for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:06.222949 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca289-9db5-408e-a1e6-ef863002e7a8 req-24f27bb4-a01e-4a96-8b0f-f9dc2487ffe3 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:06.224383 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fc7ca289-9db5-408e-a1e6-ef863002e7a8 req-24f27bb4-a01e-4a96-8b0f-f9dc2487ffe3 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 944 time: 0.1063828 May 26 22:55:06.225767 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:06.226433 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:06.227628 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-e5fa99cd-1cf8-41b3-9559-2c32676c3586 admin admin] 10.222.0.47 "PUT /v2.0/routers/cf266ca0-e9b5-431d-8d65-4dbca0b09b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6751864 May 26 22:55:06.230645 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59912) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:06.276000 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-fc7ca289-9db5-408e-a1e6-ef863002e7a8 req-621bf860-8971-48b5-8fff-c2a236398f7b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 May 26 22:55:06.405138 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: dv-cinder-843305-2-smb {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:06.420933 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.620135 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.629512 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Deleting port b4cb690d-dfd8-4a03-a3e3-f607499be5a2 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:06.629865 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.719650 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:55:03Z', 'revision_number': 5, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port': {'id': 'b4cb690d-dfd8-4a03-a3e3-f607499be5a2', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:48:52Z', 'updated_at': '2022-05-26T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:06.723436 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] Checking router: cf266ca0-e9b5-431d-8d65-4dbca0b09b9f for host: dv-cinder-843305-2-smb {{(pid=83314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:06.733846 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] Routers {'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:06.734434 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'], 'active': True} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:06.799472 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] For port b4cb690d-dfd8-4a03-a3e3-f607499be5a2, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:06.799823 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:06.885237 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_dvr_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] Set router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f gateway port host: None {{(pid=83314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:06.993716 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.l3_hamode_db [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:55:06Z', 'revision_number': 6, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:06.997650 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cfb21-8dd3-483a-bdcd-c9bc1ef16fa3 None None] The sync data for ids ['cf266ca0-e9b5-431d-8d65-4dbca0b09b9f'] in dv-cinder-843305-2-smb is: [{'id': 'cf266ca0-e9b5-431d-8d65-4dbca0b09b9f', 'name': 'tempest-AttachVolumeShelveTestJSON-249946919-router', 'tenant_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:48:51Z', 'updated_at': '2022-05-26T22:55:06Z', 'revision_number': 6, 'project_id': '2d1c9e075d51462d8e11ac8bbb30fdc6', 'gw_port_host': None}] {{(pid=83314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:07.026424 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Calling delete_port for b4cb690d-dfd8-4a03-a3e3-f607499be5a2 owned by network:router_gateway {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:07.184806 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.229492 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cb690d-dfd8-4a03-a3e3-f607499be5a2,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:07.490550 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.513749 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 369e5b7a-11c4-48dc-88cc-faa3a0faeefb up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:55:07.580810 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:55:07.587048 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:55:07.587411 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.703376 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.729586 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:07.738796 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:07.743849 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.761408 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.774562 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51986f-bf32-4e22-b7eb-b3bbe3036431 req-75b77c72-67e2-4615-a23b-5634b07f7d00 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:07.776051 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1d51986f-bf32-4e22-b7eb-b3bbe3036431 req-75b77c72-67e2-4615-a23b-5634b07f7d00 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 944 time: 0.3394725 May 26 22:55:07.778362 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.801786 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5743e63-7436-412b-ae03-b53eb92b98ee'] response: {'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'code': 200} May 26 22:55:07.858587 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:07.862500 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device b4cb690d-dfd8-4a03-a3e3-f607499be5a2 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:07.866002 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1d51986f-bf32-4e22-b7eb-b3bbe3036431 req-e53e7912-6bb0-4e1a-83d0-4771a5a12481 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830612 May 26 22:55:07.870786 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.871647 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf266ca0-e9b5-431d-8d65-4dbca0b09b9f {{(pid=83313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:55:07.888922 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:07.890426 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ff49711a-ba1f-49d6-9fc1-f7421b1f9ba2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cf266ca0-e9b5-431d-8d65-4dbca0b09b9f HTTP/1.1" status: 204 len: 168 time: 1.6584847 May 26 22:55:07.892861 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59920) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:07.905031 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: b4cb690d-dfd8-4a03-a3e3-f607499be5a2 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:07.905454 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device b4cb690d-dfd8-4a03-a3e3-f607499be5a2 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:07.905871 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:07.948187 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:07.948552 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 05e1bd08-0ffd-4fa2-a1b4-9d6cd33e0c2a not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:07.980169 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_v2 [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] Deleting subnet 3863804d-1a51-4fdd-8e8d-d295034adc28 {{(pid=83313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:55:07.984208 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.046368 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423926'] for subnet, precommit_delete_associations {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.096851 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-baca340b-4b18-42b9-a730-5f4f68adeef5 req-f63134fe-07a3-4add-b8e9-7c34db473634 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0700629 May 26 22:55:08.130210 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.143451 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-baca340b-4b18-42b9-a730-5f4f68adeef5 req-d6864180-76df-4c65-8637-5c850b52de6f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408545 May 26 22:55:08.196456 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3297364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3449354'] for subnet, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.236020 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3863804d-1a51-4fdd-8e8d-d295034adc28,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:08.242150 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.247790 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f755dcc2-6828-44d2-9c9c-79ba2b0cb4f1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3863804d-1a51-4fdd-8e8d-d295034adc28 HTTP/1.1" status: 204 len: 168 time: 0.3535545 May 26 22:55:08.248638 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0f8c3-b898-4c44-b425-0a92af86db18 None None] Network dc87403a-1b41-4e52-ae1a-86f8de243264 requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:55:08.250389 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59924) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:08.355348 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.366703 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Deleting port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:08.367026 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.500810 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] DHCP port deletion for dc87403a-1b41-4e52-ae1a-86f8de243264 request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:55:08.505333 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Deleting port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:08.505705 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.664742 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] For port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:08.665320 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.706063 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] For port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,segment=NetworkSegment(aab65c7b-c5bf-43ce-8820-d3e31bd18e82),segment_id=aab65c7b-c5bf-43ce-8820-d3e31bd18e82)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:08.706442 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.789429 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Calling delete_port for 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b owned by network:dhcp {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:08.826426 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Calling delete_port for 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:08.863532 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:08.896018 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:55:08.896369 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:55:08.907285 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:08.914363 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] No DVR routers for this DVR port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b on host dv-cinder-843305-2-smb {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:09.032441 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.059336 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc87403a-1b41-4e52-ae1a-86f8de243264']}} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:09.078804 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82') {'for_net_delete': True} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:09.080679 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.services.segments.db [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab65c7b-c5bf-43ce-8820-d3e31bd18e82') {} {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:09.092177 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423301'] for segment, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.097534 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162c30-df63-4631-a690-3bb35414bf70 req-e21701fe-9aaf-478e-9e1d-e0f838edeea9 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:09.098614 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4d162c30-df63-4631-a690-3bb35414bf70 req-e21701fe-9aaf-478e-9e1d-e0f838edeea9 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 945 time: 0.0943310 May 26 22:55:09.125010 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.136181 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:55:09.137021 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3297338'] for segment, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.150200 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4d162c30-df63-4631-a690-3bb35414bf70 req-e6f22a6d-2717-4459-ac7c-d57b10b1c072 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445726 May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: Traceback (most recent call last): May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: timer() May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: cb(*args, **kw) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: return func(*args, **kwargs) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: self._notify() May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: self.callback(batched_events) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: event.method(event) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: return f(self, *a, **k) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: return self._get(url).json() May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: return self.request(url, 'GET', **kwargs) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:55:09.158843 dv-cinder-843305-2-smb neutron-server[83313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:55:09.235097 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.239533 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.266835 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc87403a-1b41-4e52-ae1a-86f8de243264,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:09.281216 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-5d262129-036a-4597-86a8-c9642db37456 admin admin] 10.222.0.47 "DELETE /v2.0/networks/dc87403a-1b41-4e52-ae1a-86f8de243264 HTTP/1.1" status: 204 len: 168 time: 1.0298607 May 26 22:55:09.398078 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Deleting port 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:09.398499 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.418677 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59932) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:09.469409 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-f0d00923-e84a-4b89-b642-2386d4e924bd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d1c9e075d51462d8e11ac8bbb30fdc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494454 May 26 22:55:09.471861 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59936) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:09.495182 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-296b5138-65e5-404c-a09b-53fa6ad8705a None None] The port '5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:55:09.533658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fb046ac-e429-4aa7-b093-1e35145c1521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.559121 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fb046ac-e429-4aa7-b093-1e35145c1521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.609027 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fb046ac-e429-4aa7-b093-1e35145c1521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.625596 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb046ac-e429-4aa7-b093-1e35145c1521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a3f568-62a8-42f0-86fa-663900532be6,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:09.632090 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2fb046ac-e429-4aa7-b093-1e35145c1521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:09.633241 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2fb046ac-e429-4aa7-b093-1e35145c1521 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/63a3f568-62a8-42f0-86fa-663900532be6 HTTP/1.1" status: 204 len: 168 time: 0.1604671 May 26 22:55:09.766666 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:09.800077 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:09.800420 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5ccbc6e4-1e1f-4201-bc2a-2887baa77d0b not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:10.356563 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e09521-0a9b-4aeb-9f7a-7705129b044c req-448803f6-9ab3-4c14-a088-5b16cd39dc76 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:10.358009 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-67e09521-0a9b-4aeb-9f7a-7705129b044c req-448803f6-9ab3-4c14-a088-5b16cd39dc76 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 945 time: 0.0786216 May 26 22:55:10.404611 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-67e09521-0a9b-4aeb-9f7a-7705129b044c req-3fbc8a0f-ce5e-40b5-a295-2a3133f5fef0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 May 26 22:55:10.598951 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1407e41-46ec-4c88-b395-e628634d337f req-1e6d079d-c241-4ae1-a2ed-3069bd409e9f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:10.601193 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b1407e41-46ec-4c88-b395-e628634d337f req-1e6d079d-c241-4ae1-a2ed-3069bd409e9f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 945 time: 0.0772033 May 26 22:55:10.609646 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 59966) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:10.615022 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'port_id': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:55:10.695393 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.259895 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 59994) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:11.374979 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.378929 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.403047 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.434013 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:11.437921 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Usage tracker for resource:security_group_rule and tenant:8154195661f94f45b7537661576ddc55 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:11.440992 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:11.447152 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:11.511478 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.516810 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.563089 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679e739-14cf-4cbf-b1c0-560ea4ad7ffa,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:11.567731 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2d423abd-172a-4509-91e0-3da643f2482b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8154195661f94f45b7537661576ddc55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3067536 May 26 22:55:11.569039 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 461f156d-0e88-498d-b42e-7f3a6af2f059 associated. External IP: 172.28.3.221, port: 369e5b7a-11c4-48dc-88cc-faa3a0faeefb. May 26 22:55:11.571443 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60000) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:11.640249 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-853f75ed-5f92-4fc9-8755-893e609b4721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.665447 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-853f75ed-5f92-4fc9-8755-893e609b4721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.717754 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-853f75ed-5f92-4fc9-8755-893e609b4721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.735099 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f75ed-5f92-4fc9-8755-893e609b4721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679e739-14cf-4cbf-b1c0-560ea4ad7ffa,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:11.739528 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-853f75ed-5f92-4fc9-8755-893e609b4721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:11.741346 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-853f75ed-5f92-4fc9-8755-893e609b4721 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8679e739-14cf-4cbf-b1c0-560ea4ad7ffa HTTP/1.1" status: 204 len: 168 time: 0.1662221 May 26 22:55:11.970848 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:12.175606 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:12.180438 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:12.185791 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:12.198844 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:12.199768 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:12.239844 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c50ac61d-25ab-4b46-ad44-366d7e97c946 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "PUT /v2.0/floatingips/461f156d-0e88-498d-b42e-7f3a6af2f059 HTTP/1.1" status: 200 len: 991 time: 1.6288846 May 26 22:55:12.241130 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:12.295358 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed28647-b284-48e0-b9cc-8b30534bbe03'] response: {'name': 'network-changed', 'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'status': 'completed', 'code': 200} May 26 22:55:12.389899 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:12.395195 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-cb17a5ef-ab94-412f-8fce-3e51cc49fc61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0756259 May 26 22:55:12.529582 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-f12c9265-5986-4ba0-a752-d024b4fab8d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.530962 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-f12c9265-5986-4ba0-a752-d024b4fab8d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1295154 May 26 22:55:12.640574 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-8e505ceb-6450-4909-a7d6-39c911df99c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb HTTP/1.1" status: 200 len: 999 time: 0.1037674 May 26 22:55:12.750115 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '461f156d-0e88-498d-b42e-7f3a6af2f059', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.221', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:eb:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:54:58Z', 'updated_at': '2022-05-26T22:55:11Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}, {'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:20Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:12.754365 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:12.766218 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:12.766842 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:54:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:12.827544 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-a3f7ae94-af0c-4aa5-8dd2-dc87287b8bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:12.828992 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-a3f7ae94-af0c-4aa5-8dd2-dc87287b8bf5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.1824684 May 26 22:55:12.908581 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-5281ff77-9600-4953-9bda-04df8ab27d9e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738378 May 26 22:55:12.961233 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:13.053723 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-1ba662f2-787a-4b59-8c6b-ec38177b3b1c service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388128 May 26 22:55:13.188533 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bc54fc82-e6e4-40aa-8661-86dcc86fad62 req-3c1ce9bf-a2f3-4dc2-b438-7bf9620bdaf3 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295497 May 26 22:55:13.354061 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '461f156d-0e88-498d-b42e-7f3a6af2f059', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.221', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:eb:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:54:58Z', 'updated_at': '2022-05-26T22:55:11Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}, {'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:20Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:13.357960 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3ae1-92a7-415c-a986-56be07e5fbf7 None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '461f156d-0e88-498d-b42e-7f3a6af2f059', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.221', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:eb:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:54:58Z', 'updated_at': '2022-05-26T22:55:11Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}, {'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:20Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:13.566599 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38124836-266c-407e-a848-3c77e78e15e0 None None] New status for floating IP 461f156d-0e88-498d-b42e-7f3a6af2f059: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:55:15.058536 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:17.363664 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:55:19.958344 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-12789360-b874-4888-8176-04e8da6bb16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:22.170778 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-197e9718-b5ed-467f-ba81-f3bc708dad86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.501876 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:23.700443 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:24.769811 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.082865 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.494329 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60376) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:45.634886 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.665426 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:45.669274 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Usage tracker for resource:security_group_rule and tenant:eeffc491607745d0815d3b92211ac84d is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:45.672088 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:45.678485 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:45.742094 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.746212 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.791783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d316811f-6af8-450a-8d3e-fc2bc1c09344,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:45.800113 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eeffc491607745d0815d3b92211ac84d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3047762 May 26 22:55:45.803791 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60388) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:45.806246 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.806584 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.806913 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.807238 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.807561 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.807929 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.808185 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.808533 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.808843 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.809171 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.809561 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bcd88b-dedc-48a8-8ede-c0cf007c818a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.875976 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.901584 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.957155 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.976397 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d316811f-6af8-450a-8d3e-fc2bc1c09344,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:45.980550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:45.982240 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d316811f-6af8-450a-8d3e-fc2bc1c09344 HTTP/1.1" status: 204 len: 168 time: 0.1774876 May 26 22:55:45.987819 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.988265 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.988728 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.989148 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.989570 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.990522 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.990934 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.991376 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.991794 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.992286 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:45.992720 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58e4-8fb2-437a-a780-4d9bb2a53a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:55:46.328640 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60402) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:46.347714 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12df91-bc6a-48ee-a842-73353b9f3926 req-09069669-4ab9-4698-b3df-b61b2d83d11b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:46.349715 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-eb12df91-bc6a-48ee-a842-73353b9f3926 req-09069669-4ab9-4698-b3df-b61b2d83d11b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 945 time: 0.0935574 May 26 22:55:46.354122 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.417893 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:46.421581 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-eb12df91-bc6a-48ee-a842-73353b9f3926 req-c653a56a-74c1-472b-a2f5-566dfa85ed20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575128 May 26 22:55:46.423830 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1b4ea6c45b48b9b47fff325376b2e4 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:46.426646 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:46.433211 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:46.500257 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.503884 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.548708 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9374bcb5-616c-4e97-aa60-1954ea1f7288,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:46.554866 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-a639c514-d101-4d40-8a54-8ebc98f87d96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb1b4ea6c45b48b9b47fff325376b2e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2252936 May 26 22:55:46.557600 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60406) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:46.615935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2f430778-9063-4125-a784-abf50c31bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.640482 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2f430778-9063-4125-a784-abf50c31bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.691712 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2f430778-9063-4125-a784-abf50c31bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.707033 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f430778-9063-4125-a784-abf50c31bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9374bcb5-616c-4e97-aa60-1954ea1f7288,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:46.715914 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-2f430778-9063-4125-a784-abf50c31bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:46.717049 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-2f430778-9063-4125-a784-abf50c31bc9d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9374bcb5-616c-4e97-aa60-1954ea1f7288 HTTP/1.1" status: 204 len: 168 time: 0.1587026 May 26 22:55:47.659978 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-91ecf8f7-2572-4237-8993-31d4e53a9e4f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:47.661432 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-91ecf8f7-2572-4237-8993-31d4e53a9e4f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 945 time: 0.1917646 May 26 22:55:47.719659 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7aea88-69ec-4d22-a383-37c48d97d74b req-43d730ff-8da7-43ef-be13-ee0e891da16e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:47.721131 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb7aea88-69ec-4d22-a383-37c48d97d74b req-43d730ff-8da7-43ef-be13-ee0e891da16e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 945 time: 0.1731596 May 26 22:55:47.761970 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:47.762309 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:47.825223 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bb7aea88-69ec-4d22-a383-37c48d97d74b req-ded9b624-1169-4239-8c0d-8872b917a170 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=57ced56d-0652-46e0-b398-daeb4e05019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969126 May 26 22:55:48.028147 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] For port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:48.028569 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.313998 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.314364 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.314934 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 461f156d-0e88-498d-b42e-7f3a6af2f059 disassociated. External IP: 172.28.3.221, port: 369e5b7a-11c4-48dc-88cc-faa3a0faeefb. May 26 22:55:48.315263 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for 369e5b7a-11c4-48dc-88cc-faa3a0faeefb owned by compute:nova {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:48.461408 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:48.507977 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=369e5b7a-11c4-48dc-88cc-faa3a0faeefb,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:48.806157 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:48.991094 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-0139c356-c306-45f0-8a38-a02019bd8a2f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950630 May 26 22:55:49.095769 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6b6ec709-504e-4244-92e1-1dd33c0c7667 req-52a66cff-6318-4e29-ba88-40da7fd7ef69 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a61ec60-9e0b-443a-905c-850b3ed79ad4 HTTP/1.1" status: 200 len: 210 time: 0.0936651 May 26 22:55:49.098979 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:49.110246 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:49.138094 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:49.138844 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:55:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:49.140902 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-2de933d1-db58-4c57-b6e4-4ea9ea7f4f6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0955808 May 26 22:55:49.209775 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] No DVR routers for this DVR port 369e5b7a-11c4-48dc-88cc-faa3a0faeefb on host hv-cinder-84330 {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:49.212406 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.215398 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'name': 'network-vif-deleted', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:49.233551 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cecb413a-6bbe-4003-a86b-112b89c55f1c req-557951e1-1156-45ff-9f78-44bb9d549255 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "DELETE /v2.0/ports/369e5b7a-11c4-48dc-88cc-faa3a0faeefb HTTP/1.1" status: 204 len: 173 time: 1.5649564 May 26 22:55:49.332909 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfdba93-167e-441b-b658-3131ca83fba5'] response: {'server_uuid': '5a61ec60-9e0b-443a-905c-850b3ed79ad4', 'name': 'network-vif-deleted', 'tag': '369e5b7a-11c4-48dc-88cc-faa3a0faeefb', 'status': 'completed', 'code': 200} May 26 22:55:49.361683 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:49.423013 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afa845-25b2-488b-839b-3688b20f19b2 req-f6fdd584-f7de-43ce-8754-6dc30fe3499e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:49.424448 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-f6fdd584-f7de-43ce-8754-6dc30fe3499e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.2610402 May 26 22:55:49.543703 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-39355b32-e1eb-43c2-a6d8-d7fe6b07c529 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6 HTTP/1.1" status: 200 len: 1002 time: 0.1110327 May 26 22:55:49.563035 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60486) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:49.608292 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afa845-25b2-488b-839b-3688b20f19b2 req-b848eb1e-b287-44b7-a6a8-e1dfb97913ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:49.609823 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-b848eb1e-b287-44b7-a6a8-e1dfb97913ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0601692 May 26 22:55:49.690824 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-e21d7bda-db20-42f1-be02-da391145d170 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750167 May 26 22:55:49.737688 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.744690 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:20Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:49.749363 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:49.763558 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:49.764350 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:55:22Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:49.816330 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:49.821338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Usage tracker for resource:security_group_rule and tenant:01d0dc4a22434f51b04317b335fdb4f4 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:49.825833 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:49.832043 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:49.901431 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-37ddd272-98c2-4a45-95ca-a5a42e07467e service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991224 May 26 22:55:49.922079 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.927063 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.969888 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3ff15115-1319-4ba0-ab38-9c92f9395b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:49.980771 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01d0dc4a22434f51b04317b335fdb4f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4163771 May 26 22:55:49.983552 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60492) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:50.047484 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1f010-99e8-479b-b063-19e7e247fb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d2857-f49e-45f9-abe1-152eb3cceb0a,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:50.049188 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:50.090716 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be772460-c54a-4418-baa5-cd3e98e6b30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.121291 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be772460-c54a-4418-baa5-cd3e98e6b30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.170123 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-55afa845-25b2-488b-839b-3688b20f19b2 req-b19ff17a-6531-412c-bdb2-c185ac6164ab service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560363 May 26 22:55:50.222734 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be772460-c54a-4418-baa5-cd3e98e6b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.241830 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be772460-c54a-4418-baa5-cd3e98e6b30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d2857-f49e-45f9-abe1-152eb3cceb0a,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:50.250977 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be772460-c54a-4418-baa5-cd3e98e6b30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.254558 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-be772460-c54a-4418-baa5-cd3e98e6b30f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b5d2857-f49e-45f9-abe1-152eb3cceb0a HTTP/1.1" status: 204 len: 168 time: 0.2675741 May 26 22:55:50.292255 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60502) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:50.369187 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43525b26-1694-4818-8805-d1e53b7b4047 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.401823 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43525b26-1694-4818-8805-d1e53b7b4047 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.483479 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43525b26-1694-4818-8805-d1e53b7b4047 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.492929 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:20Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:50.497300 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7daae4-d0ce-400c-8229-cbaa4bf416ae None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '90436de1-fa54-4191-982f-6bb531255bce', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:dc:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:53:55Z', 'updated_at': '2022-05-26T22:54:20Z', 'revision_number': 2, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:50.506806 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525b26-1694-4818-8805-d1e53b7b4047 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ced56d-0652-46e0-b398-daeb4e05019d,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:50.519844 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-43525b26-1694-4818-8805-d1e53b7b4047 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.521923 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-43525b26-1694-4818-8805-d1e53b7b4047 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/security-groups/57ced56d-0652-46e0-b398-daeb4e05019d HTTP/1.1" status: 204 len: 168 time: 0.2284348 May 26 22:55:50.524783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60508) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:50.546240 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.api.v2.resource [None req-ea58d039-2361-4a5b-af8f-aa22bcd536e4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] show failed (client error): The resource could not be found. May 26 22:55:50.547455 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-ea58d039-2361-4a5b-af8f-aa22bcd536e4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups/57ced56d-0652-46e0-b398-daeb4e05019d HTTP/1.1" status: 404 len: 347 time: 0.0216224 May 26 22:55:50.550683 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60512) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:50.717363 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60516) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:50.725336 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port 147cc4a4-b092-4e5c-89c0-1a3f1e290382 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:50.725754 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.738450 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.777149 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:55:50.785593 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Usage tracker for resource:security_group_rule and tenant:18b1a2dd61404ccdb28a3772fbd51791 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:55:50.790392 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:55:50.797687 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:55:50.835807 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f87fa7-dd60-4f2c-b236-877c3af9f46d None None] New status for floating IP 461f156d-0e88-498d-b42e-7f3a6af2f059: DOWN {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:55:50.892426 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.898842 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.941776 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18b1a2dd61404ccdb28a3772fbd51791&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2233245 May 26 22:55:50.946189 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60520) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:50.947970 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.948464 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:50.998665 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71200-aebe-404a-a3bc-02f325c158ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642af67d-4fde-4f6e-8d28-2c0f9352ea6d,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:51.041872 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-89cb5c14-3e67-40b8-9896-db42806930fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.069635 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-89cb5c14-3e67-40b8-9896-db42806930fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.104621 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for 147cc4a4-b092-4e5c-89c0-1a3f1e290382 owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:51.135748 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-89cb5c14-3e67-40b8-9896-db42806930fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.152017 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb5c14-3e67-40b8-9896-db42806930fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642af67d-4fde-4f6e-8d28-2c0f9352ea6d,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:51.158506 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-89cb5c14-3e67-40b8-9896-db42806930fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.159501 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-89cb5c14-3e67-40b8-9896-db42806930fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/642af67d-4fde-4f6e-8d28-2c0f9352ea6d HTTP/1.1" status: 204 len: 168 time: 0.2122412 May 26 22:55:51.210175 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.db.api [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:55:51.210501 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG oslo_db.api [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:55:51.701946 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 369e5b7a-11c4-48dc-88cc-faa3a0faeefb no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:51.711561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port 147cc4a4-b092-4e5c-89c0-1a3f1e290382 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:51.711907 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.735050 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 369e5b7a-11c4-48dc-88cc-faa3a0faeefb {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:51.735906 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 369e5b7a-11c4-48dc-88cc-faa3a0faeefb not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:51.883011 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:51.883406 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.107988 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for 147cc4a4-b092-4e5c-89c0-1a3f1e290382 owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:52.171324 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f6388816-2781-4ba5-a86c-a12b13669d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.253471 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.298740 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=147cc4a4-b092-4e5c-89c0-1a3f1e290382,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:52.406287 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.421377 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:52.422564 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-ffe5fc24-edf2-4b15-b5b4-058f41d7d7ab tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/floatingips/461f156d-0e88-498d-b42e-7f3a6af2f059 HTTP/1.1" status: 204 len: 168 time: 1.8711121 May 26 22:55:53.509012 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:53.703023 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:54.372606 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:55:54.556711 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fcccb-3b1a-4191-abe0-9e0b5c13e021 req-390f265f-dba1-413d-ab97-67b1119d012a tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:54.558159 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-046fcccb-3b1a-4191-abe0-9e0b5c13e021 req-390f265f-dba1-413d-ab97-67b1119d012a tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 946 time: 0.0794084 May 26 22:55:54.603368 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-046fcccb-3b1a-4191-abe0-9e0b5c13e021 req-1fd907ad-b1bd-4771-a937-c0ffec570043 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:54.618152 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-046fcccb-3b1a-4191-abe0-9e0b5c13e021 req-1fd907ad-b1bd-4771-a937-c0ffec570043 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:54.619269 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-046fcccb-3b1a-4191-abe0-9e0b5c13e021 req-1fd907ad-b1bd-4771-a937-c0ffec570043 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550716 May 26 22:55:54.777164 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:55.824094 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7effa8-94fd-4b12-9027-23f253898850 req-d25ebd6b-d19c-4eea-ab16-a5fd6e2f5db0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:55.824812 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-ea7effa8-94fd-4b12-9027-23f253898850 req-d25ebd6b-d19c-4eea-ab16-a5fd6e2f5db0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:55:55.841977 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-ea7effa8-94fd-4b12-9027-23f253898850 req-d25ebd6b-d19c-4eea-ab16-a5fd6e2f5db0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:55:55.843282 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ea7effa8-94fd-4b12-9027-23f253898850 req-d25ebd6b-d19c-4eea-ab16-a5fd6e2f5db0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 946 time: 0.0970943 May 26 22:55:55.889475 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ea7effa8-94fd-4b12-9027-23f253898850 req-a53a24ce-08cd-45fe-8584-bb00d3ea2c56 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=567d47a9-70f8-41cc-a28d-2eca46a2b9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 May 26 22:55:56.018066 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-b4fc1c75-e941-4174-b1eb-d83a7faeb8ae tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:55:56.019896 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-b4fc1c75-e941-4174-b1eb-d83a7faeb8ae tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 946 time: 0.0814424 May 26 22:55:56.091394 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port f389e5cd-2804-4368-b40b-bc80cc3e23b6 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:56.091736 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.336940 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] For port f389e5cd-2804-4368-b40b-bc80cc3e23b6, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f389e5cd-2804-4368-b40b-bc80cc3e23b6,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:55:56.337209 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.743585 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.744147 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.744659 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 90436de1-fa54-4191-982f-6bb531255bce disassociated. External IP: 172.28.3.156, port: f389e5cd-2804-4368-b40b-bc80cc3e23b6. May 26 22:55:56.745200 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for f389e5cd-2804-4368-b40b-bc80cc3e23b6 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:56.899021 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:56.947819 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=f389e5cd-2804-4368-b40b-bc80cc3e23b6,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:57.128574 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5f786c01-fb3f-421d-9350-83dcc312c921 req-46935714-68f1-4eb5-b70f-9c64dd915c56 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f883731-8e4a-49db-97aa-be42bd8f7ee6 HTTP/1.1" status: 200 len: 210 time: 0.0979545 May 26 22:55:57.224885 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:55:57.446166 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:55:57.457409 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:55:57.473217 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:57.475035 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:55:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:57.528724 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] No DVR routers for this DVR port f389e5cd-2804-4368-b40b-bc80cc3e23b6 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:55:57.530272 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:57.533356 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'name': 'network-vif-deleted', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:55:57.552946 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-02a4ad9f-ea03-4a93-bcbb-deaa408cc49e req-5856d62f-9b4d-49e4-b196-e1b1452d756c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "DELETE /v2.0/ports/f389e5cd-2804-4368-b40b-bc80cc3e23b6 HTTP/1.1" status: 204 len: 173 time: 1.5276408 May 26 22:55:57.610114 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f1ae68-1162-4065-9874-cafc2fcff1b7'] response: {'server_uuid': '4f883731-8e4a-49db-97aa-be42bd8f7ee6', 'name': 'network-vif-deleted', 'tag': 'f389e5cd-2804-4368-b40b-bc80cc3e23b6', 'status': 'completed', 'code': 200} May 26 22:55:57.670646 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:57.980292 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:57.984150 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:55:57.994839 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:55:57.995423 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:55:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:58.173824 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:55:58.275729 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60644) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:58.345695 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c88ab2b4-e781-4546-8394-d1c098474dd8 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.373304 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c88ab2b4-e781-4546-8394-d1c098474dd8 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.426545 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c88ab2b4-e781-4546-8394-d1c098474dd8 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.450438 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ab2b4-e781-4546-8394-d1c098474dd8 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567d47a9-70f8-41cc-a28d-2eca46a2b9dc,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:55:58.466920 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c88ab2b4-e781-4546-8394-d1c098474dd8 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.468162 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c88ab2b4-e781-4546-8394-d1c098474dd8 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/security-groups/567d47a9-70f8-41cc-a28d-2eca46a2b9dc HTTP/1.1" status: 204 len: 168 time: 0.1914423 May 26 22:55:58.470725 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60648) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:58.483309 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:55:58.487461 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38fa97-d443-4cec-84e8-0a01880e22ac None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:55:58.488450 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.api.v2.resource [None req-9d94cbd2-e711-43da-9024-aa5741c2a41d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] show failed (client error): The resource could not be found. May 26 22:55:58.492805 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-9d94cbd2-e711-43da-9024-aa5741c2a41d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups/567d47a9-70f8-41cc-a28d-2eca46a2b9dc HTTP/1.1" status: 404 len: 347 time: 0.0176876 May 26 22:55:58.493685 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60652) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:55:58.654085 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port f25f9c3b-8a3d-4290-a5b6-3203a133b8bc {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:58.654425 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.717969 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea8dd2-7d7d-4da4-8c4e-21929932edeb None None] New status for floating IP 90436de1-fa54-4191-982f-6bb531255bce: DOWN {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:55:58.832491 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.833108 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:58.982023 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for f25f9c3b-8a3d-4290-a5b6-3203a133b8bc owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:55:59.070403 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.db.api [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:55:59.070634 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG oslo_db.api [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:55:59.571640 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port f25f9c3b-8a3d-4290-a5b6-3203a133b8bc {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:55:59.572191 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.733399 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device f389e5cd-2804-4368-b40b-bc80cc3e23b6 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:55:59.744188 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.744536 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:55:59.769328 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: f389e5cd-2804-4368-b40b-bc80cc3e23b6 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:55:59.769687 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device f389e5cd-2804-4368-b40b-bc80cc3e23b6 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:55:59.869227 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for f25f9c3b-8a3d-4290-a5b6-3203a133b8bc owned by network:floatingip {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:00.092699 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.135644 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=f25f9c3b-8a3d-4290-a5b6-3203a133b8bc,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.229983 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.243533 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.244637 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-1a89d3b4-4cc8-419a-b2ac-93d8607e0e87 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/floatingips/90436de1-fa54-4191-982f-6bb531255bce HTTP/1.1" status: 204 len: 168 time: 1.7506983 May 26 22:56:00.334754 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60682) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:00.340431 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126121838', 'description': 'tempest-description--1118989214'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:00.346153 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:00.350875 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:00.354515 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:00.360174 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:00.369513 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.403851 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:00.407562 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:00.410383 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:00.416707 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:00.472049 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.476332 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.522107 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46329bec-c85e-447a-baa0-9907ad7922ed,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.524829 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.525965 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-b02093b5-9e10-45d0-8e79-1f8e87157cda tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1901999 May 26 22:56:00.529712 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60686) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:00.535241 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': '46329bec-c85e-447a-baa0-9907ad7922ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:00.541103 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:00.544953 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:00.547702 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:00.553612 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:00.569553 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.627570 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.631957 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.656343 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0990f99-568e-4e7f-a81e-160c6b3f353e,revision_number=0']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.664781 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.665932 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-8001b800-e7cf-4112-912a-29c4124c3abd tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1352096 May 26 22:56:00.668669 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60690) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:00.674120 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': '46329bec-c85e-447a-baa0-9907ad7922ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:00.680188 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:00.683942 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:00.686791 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:00.693176 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:00.708838 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.770673 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.774191 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.796230 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c87def-5608-4424-a944-172233764e26,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:00.805643 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.806789 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-9e500360-8ff7-47ab-8283-7497e50789ac tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1371455 May 26 22:56:00.809830 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60694) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:00.815098 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:00.820293 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:00.824022 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:floatingip and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:00.826794 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:00.832363 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:00.842736 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:00.985035 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.122152 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.28.3.154 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/f9ab7bfe-d1c3-434b-966c-e61e39798251) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:01.270807 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.298888 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.368884 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:01.371707 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:01.375996 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:01.401622 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=f9ab7bfe-d1c3-434b-966c-e61e39798251,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:01.627764 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.686356 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.718723 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60714) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:01.875022 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.893642 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.898783 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.906169 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:01.909978 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Usage tracker for resource:security_group_rule and tenant:1e054aba2e71494e84662ffeeddceec3 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:01.912853 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:01.918495 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:01.989922 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:01.993768 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.017217 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=f9ab7bfe-d1c3-434b-966c-e61e39798251,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.038297 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b14e4d-1f05-4b2c-a221-ebb2fd193c91,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.045527 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.045912 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-bd44c62b-d7f4-40b1-994c-c6286f00c746 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e054aba2e71494e84662ffeeddceec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3256605 May 26 22:56:02.048561 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60720) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:02.075133 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.076558 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c3105d85-db88-4d3b-bc03-88c444c7d94f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2657824 May 26 22:56:02.111691 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-55e1e449-dd45-4d64-b507-7c3a20ddc51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.141666 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-55e1e449-dd45-4d64-b507-7c3a20ddc51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.202026 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-55e1e449-dd45-4d64-b507-7c3a20ddc51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.216782 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1e449-dd45-4d64-b507-7c3a20ddc51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b14e4d-1f05-4b2c-a221-ebb2fd193c91,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.223433 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-55e1e449-dd45-4d64-b507-7c3a20ddc51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.227713 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-55e1e449-dd45-4d64-b507-7c3a20ddc51d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04b14e4d-1f05-4b2c-a221-ebb2fd193c91 HTTP/1.1" status: 204 len: 168 time: 0.1756666 May 26 22:56:02.319724 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-331b191a-be2f-44a7-b428-d5630ffd9fe7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:02.334517 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-331b191a-be2f-44a7-b428-d5630ffd9fe7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:02.335803 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-331b191a-be2f-44a7-b428-d5630ffd9fe7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2126121838&fields=id&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 267 time: 0.0573714 May 26 22:56:02.489022 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-0969ec64-48cc-4aec-bdff-51511ca5d572 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:02.490962 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-0969ec64-48cc-4aec-bdff-51511ca5d572 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1485217 May 26 22:56:02.509601 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-5ca6e24e-7a72-4555-97e6-95463541f0b4 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/quotas/3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 375 time: 0.0128808 May 26 22:56:02.557003 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60736) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:02.575919 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.598496 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-78431df2-acb1-425c-b8f0-c9ca0b6d7588 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:02.606574 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:02.610495 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Usage tracker for resource:security_group_rule and tenant:83eb95c8b7e2457694c603ec68448d15 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:02.613417 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:02.614111 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-78431df2-acb1-425c-b8f0-c9ca0b6d7588 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:02.616040 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-78431df2-acb1-425c-b8f0-c9ca0b6d7588 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012156 May 26 22:56:02.619766 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:02.684287 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.688218 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.736249 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957a8d91-728d-4c79-bc82-bd9f0bbd7884,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.742261 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-44fbb960-7ada-44ad-8313-ac4664b5ede7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83eb95c8b7e2457694c603ec68448d15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842053 May 26 22:56:02.745036 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60740) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:02.756322 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-9fa6c1fa-256c-412e-9784-7cb2e4f05e2c service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276135 May 26 22:56:02.808653 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-838b331c-6354-471b-81a2-5ddb42e6b533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.835432 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-838b331c-6354-471b-81a2-5ddb42e6b533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.885098 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-838b331c-6354-471b-81a2-5ddb42e6b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.888914 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-de657591-1458-444f-b54b-8451bf51a5e2 service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265047 May 26 22:56:02.900329 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b331c-6354-471b-81a2-5ddb42e6b533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957a8d91-728d-4c79-bc82-bd9f0bbd7884,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:02.907591 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-838b331c-6354-471b-81a2-5ddb42e6b533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:02.911483 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-838b331c-6354-471b-81a2-5ddb42e6b533 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/957a8d91-728d-4c79-bc82-bd9f0bbd7884 HTTP/1.1" status: 204 len: 168 time: 0.1627862 May 26 22:56:03.102214 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-4e6a9e40-3744-4ec8-a9a4-6cb8b12e34c7 req-f4d2efd3-cbc7-44a8-b359-125d9a1c0a74 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:03.114344 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-4e6a9e40-3744-4ec8-a9a4-6cb8b12e34c7 req-f4d2efd3-cbc7-44a8-b359-125d9a1c0a74 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:03.115764 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-4e6a9e40-3744-4ec8-a9a4-6cb8b12e34c7 req-f4d2efd3-cbc7-44a8-b359-125d9a1c0a74 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 210 time: 0.0553446 May 26 22:56:03.311075 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60750) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:03.328900 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.359867 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:03.363789 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:672866924da24f7bb07c90dee7ef1b00 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:03.366753 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:03.372416 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:03.438432 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.442274 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.487688 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc0595-918f-4765-95fa-502b4788c205,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:03.494316 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2dee9c96-0b42-4f22-94dc-006a92cda4a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=672866924da24f7bb07c90dee7ef1b00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1822479 May 26 22:56:03.497039 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60754) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:03.556055 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-722af153-4c8f-4b47-8043-8a0e43e81b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.584717 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-722af153-4c8f-4b47-8043-8a0e43e81b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.634620 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-722af153-4c8f-4b47-8043-8a0e43e81b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.648757 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722af153-4c8f-4b47-8043-8a0e43e81b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc0595-918f-4765-95fa-502b4788c205,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:03.655109 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-722af153-4c8f-4b47-8043-8a0e43e81b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:03.656200 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-722af153-4c8f-4b47-8043-8a0e43e81b20 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cbc0595-918f-4765-95fa-502b4788c205 HTTP/1.1" status: 204 len: 168 time: 0.1582053 May 26 22:56:04.222781 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8256196f-ff74-466e-94b3-6e44d1495b4b req-5fb502ac-7f6f-45da-a725-04ebfc108a56 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 210 time: 0.0412717 May 26 22:56:04.926226 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60790) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:05.070383 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.101995 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:05.105737 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Usage tracker for resource:security_group_rule and tenant:2a7a58235b8f4ffa962c048aa3fad0da is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:05.108441 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:05.113989 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:05.184137 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.187907 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.236190 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c1ad8-43b8-4d0e-a15f-7b94f5975f95,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:05.244607 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-e9d51d4a-2321-4114-aea5-84dc1aa37dcd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a7a58235b8f4ffa962c048aa3fad0da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3145387 May 26 22:56:05.245122 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60802) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:05.310802 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b46bbf63-6bc3-434b-81ec-9d6faafb38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.335753 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b46bbf63-6bc3-434b-81ec-9d6faafb38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.336031 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b3f77f16-c456-43e6-b6cc-fecc7c8a5b68 req-1965ae43-44ef-4bc1-92b1-967ae4444439 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 210 time: 0.0409529 May 26 22:56:05.388686 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b46bbf63-6bc3-434b-81ec-9d6faafb38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.402741 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bbf63-6bc3-434b-81ec-9d6faafb38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c1ad8-43b8-4d0e-a15f-7b94f5975f95,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:05.408815 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-b46bbf63-6bc3-434b-81ec-9d6faafb38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:05.410019 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-b46bbf63-6bc3-434b-81ec-9d6faafb38f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b8c1ad8-43b8-4d0e-a15f-7b94f5975f95 HTTP/1.1" status: 204 len: 168 time: 0.1638842 May 26 22:56:06.449056 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-8a0e3429-2788-4763-a596-6345fc60e48a req-de6fb6f1-e195-4e63-bcd6-61b2f421c129 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 210 time: 0.0437567 May 26 22:56:07.613557 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ede2f5e2-af10-4f33-9021-ef8de75b6bbf req-e9968cc8-1d44-446c-8a63-41b11423506b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 210 time: 0.0401161 May 26 22:56:08.211719 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-ee6554d4-43d2-4d39-b278-9dd6cda46f9a tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:08.213153 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-ee6554d4-43d2-4d39-b278-9dd6cda46f9a tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1456993 May 26 22:56:08.273832 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-427d6002-7d7e-4b0a-8d6a-f9049db70a0f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 380 time: 0.0470037 May 26 22:56:08.282936 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'port': {'device_id': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'admin_state_up': True, 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'security_groups': ['46329bec-c85e-447a-baa0-9907ad7922ed']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:08.414057 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:08.423383 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:08.433159 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Made reservation on behalf of 3e803fd48be742a392045f9aff7d01cc for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:56:08.436134 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.590412 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.20.0.7 (b4d9364d-926c-4202-831b-4e9bcbe0f1ed/af00dd2a-d8fd-45c5-88e6-5d3cb00deff8/77860654-b04d-4910-8201-4c5a038705f4) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:56:08.775726 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-bddc67d5-9ddf-49b3-892d-321936763fec req-4cb1dc7f-728c-4100-a205-dc840cc158d6 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 210 time: 0.0404317 May 26 22:56:08.780102 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.796123 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Transition to ACTIVE for port object 77860654-b04d-4910-8201-4c5a038705f4 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:08.818812 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.887426 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:56:08.890232 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:56:08.894190 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:56:08.924752 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=77860654-b04d-4910-8201-4c5a038705f4,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:08.959872 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:08.960500 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:08.999832 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-28a987f5-7dbd-4de2-b9c4-7356a8991f20 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7203059 May 26 22:56:09.010453 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Request body: {'port': {'device_id': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:09.124772 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.127089 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-77f37aa7-3347-48b2-a4f7-980ac21d03d9 None None] Provisioning for port 77860654-b04d-4910-8201-4c5a038705f4 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:09.132022 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-77f37aa7-3347-48b2-a4f7-980ac21d03d9 None None] Provisioning complete for port 77860654-b04d-4910-8201-4c5a038705f4 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:09.132385 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-77f37aa7-3347-48b2-a4f7-980ac21d03d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.188393 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-77f37aa7-3347-48b2-a4f7-980ac21d03d9 None None] Port 77860654-b04d-4910-8201-4c5a038705f4 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:56:09.547534 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77860654-b04d-4910-8201-4c5a038705f4 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:09.554224 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.569005 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Transition to ACTIVE for port object 77860654-b04d-4910-8201-4c5a038705f4 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:56:09.572282 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.696114 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Pushing event updated for resources: {'Port': ['ID=77860654-b04d-4910-8201-4c5a038705f4,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:09.807240 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Attempting to bind port 77860654-b04d-4910-8201-4c5a038705f4 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:56:09.807868 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Attempting to bind port 77860654-b04d-4910-8201-4c5a038705f4 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:56:09.807994 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Attempting to bind port 77860654-b04d-4910-8201-4c5a038705f4 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:09.814710 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Port 77860654-b04d-4910-8201-4c5a038705f4 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:56:09.814824 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Attempting to bind port 77860654-b04d-4910-8201-4c5a038705f4 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:56:09.822527 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:56:09.822852 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Checking segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:56:09.823252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Bound using segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:56:09.823664 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Bound port: 77860654-b04d-4910-8201-4c5a038705f4, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:56:09.824000 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:09.949299 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] For port 77860654-b04d-4910-8201-4c5a038705f4, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:56:09.960907 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] For port 77860654-b04d-4910-8201-4c5a038705f4, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=77860654-b04d-4910-8201-4c5a038705f4,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:56:09.972595 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.051183 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:10.052793 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] 10.222.0.67 "PUT /v2.0/ports/77860654-b04d-4910-8201-4c5a038705f4 HTTP/1.1" status: 200 len: 1093 time: 1.0463815 May 26 22:56:10.055256 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'tag': '77860654-b04d-4910-8201-4c5a038705f4'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:10.071673 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d4bf5-fd21-4c95-a01d-66a7c3291da5 service neutron] Pushing event updated for resources: {'Port': ['ID=77860654-b04d-4910-8201-4c5a038705f4,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:10.079532 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d975fa-ac9c-4ba3-b4b0-cfead411bbf2 req-fa51b456-8be9-4452-8f02-e453cd46bb91 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:10.080239 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-87d975fa-ac9c-4ba3-b4b0-cfead411bbf2 req-fa51b456-8be9-4452-8f02-e453cd46bb91 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:56:10.099291 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-87d975fa-ac9c-4ba3-b4b0-cfead411bbf2 req-fa51b456-8be9-4452-8f02-e453cd46bb91 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:56:10.101707 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-87d975fa-ac9c-4ba3-b4b0-cfead411bbf2 req-fa51b456-8be9-4452-8f02-e453cd46bb91 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 943 time: 0.1945736 May 26 22:56:10.134652 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fe0884-bfa1-4358-8151-04197987b609'] response: {'name': 'network-changed', 'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'tag': '77860654-b04d-4910-8201-4c5a038705f4', 'status': 'completed', 'code': 200} May 26 22:56:10.206961 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-87d975fa-ac9c-4ba3-b4b0-cfead411bbf2 req-26d12213-4a32-4bdc-8949-8fc37d3c0278 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714743 May 26 22:56:10.220645 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-d2d06a1f-3876-4ba8-92fe-664334b2bcfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 1096 time: 0.1179693 May 26 22:56:10.289734 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-6bdd5f60-d671-48de-a287-a7892704d974 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77860654-b04d-4910-8201-4c5a038705f4 HTTP/1.1" status: 200 len: 217 time: 0.0614352 May 26 22:56:10.353631 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-c05d7092-0c3f-4fe5-b983-80a3b152dc89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:10.355039 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-c05d7092-0c3f-4fe5-b983-80a3b152dc89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0594211 May 26 22:56:10.428226 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-1b20adf6-a274-41c7-a21f-0bbe4a4488ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672462 May 26 22:56:10.568618 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-8403aa8b-ab64-46a0-ab2f-52e4fc83468d service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332858 May 26 22:56:10.706575 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ea2587c-0b59-4cf2-8082-d02b3eec5b41 req-af22477c-524b-4273-8903-4711d9ea2dd3 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317956 May 26 22:56:10.824070 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-3a77de3d-c60c-49f7-a26f-28619eb77a0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 1096 time: 0.0683308 May 26 22:56:10.958258 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-20491c27-e78c-4791-a9ec-609693787476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:10.959776 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-20491c27-e78c-4791-a9ec-609693787476 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1297505 May 26 22:56:11.039205 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-eb429308-8f88-45a6-b9a8-33564933d0aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77860654-b04d-4910-8201-4c5a038705f4 HTTP/1.1" status: 200 len: 217 time: 0.0718384 May 26 22:56:11.103139 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-e89289e7-a6e4-4f42-96e9-be66ead64ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:11.104543 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-e89289e7-a6e4-4f42-96e9-be66ead64ae1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0585847 May 26 22:56:11.262829 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-d5dfd663-bb9f-44be-97ed-250e509aa679 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1521525 May 26 22:56:11.395157 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-167745d3-c2fc-439d-9c8b-379dca9186e6 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249604 May 26 22:56:11.409724 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effa3b4-d691-4901-a606-44170efd3046 req-3af41a69-cbdf-4589-9a64-dbce207ae305 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:11.411198 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4effa3b4-d691-4901-a606-44170efd3046 req-3af41a69-cbdf-4589-9a64-dbce207ae305 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 943 time: 0.0788693 May 26 22:56:11.456295 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-4effa3b4-d691-4901-a606-44170efd3046 req-a8db4752-82c3-4632-b641-ed5a5f35f59c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391407 May 26 22:56:11.524556 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-8ec29bd2-cd94-47e6-ad8a-34c6f7481ee6 req-767d14ba-2e64-40ac-b1ad-24b5b97e1aa5 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233242 May 26 22:56:11.796941 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 77860654-b04d-4910-8201-4c5a038705f4 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:56:11.932574 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 77860654-b04d-4910-8201-4c5a038705f4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=77860654-b04d-4910-8201-4c5a038705f4,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:11.948220 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '77860654-b04d-4910-8201-4c5a038705f4', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'port_id': '77860654-b04d-4910-8201-4c5a038705f4', 'mac_address': 'fa:16:3e:44:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:56:12.003264 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.026194 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77860654-b04d-4910-8201-4c5a038705f4 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:56:12.041491 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 77860654-b04d-4910-8201-4c5a038705f4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=77860654-b04d-4910-8201-4c5a038705f4,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:12.045761 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:12.150792 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=77860654-b04d-4910-8201-4c5a038705f4,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:12.159303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.159624 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.159954 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.160281 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.160818 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.160931 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.162109 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.162435 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.162750 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.163064 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.163378 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:12.258462 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['77860654-b04d-4910-8201-4c5a038705f4'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:56:12.655984 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775a08c-5875-487f-ac94-86947bc3c670 req-a4d16f56-266a-4754-a3ab-0c52eff684f1 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:12.657369 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c775a08c-5875-487f-ac94-86947bc3c670 req-a4d16f56-266a-4754-a3ab-0c52eff684f1 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 944 time: 0.0768268 May 26 22:56:12.706279 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c775a08c-5875-487f-ac94-86947bc3c670 req-2589246d-5ae0-45b9-a0fd-3c7c7ec7119f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 May 26 22:56:13.811407 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 77860654-b04d-4910-8201-4c5a038705f4 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:56:13.885059 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 77860654-b04d-4910-8201-4c5a038705f4 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:56:13.889955 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 77860654-b04d-4910-8201-4c5a038705f4 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:56:13.890298 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:13.914398 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1691-3813-4cc7-8faf-6af9bb3d64c4 req-ac8658a3-71df-46de-86f3-babcaf094126 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:13.915854 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d4ed1691-3813-4cc7-8faf-6af9bb3d64c4 req-ac8658a3-71df-46de-86f3-babcaf094126 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 944 time: 0.0808265 May 26 22:56:13.966420 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-d4ed1691-3813-4cc7-8faf-6af9bb3d64c4 req-cd2fb5f5-3e53-4e62-924e-520209e645c5 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 May 26 22:56:14.008994 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.035455 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77860654-b04d-4910-8201-4c5a038705f4'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:14.045918 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 77860654-b04d-4910-8201-4c5a038705f4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=77860654-b04d-4910-8201-4c5a038705f4,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:14.049716 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:14.091379 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a2b4bd-b902-4a37-b3cd-c392e121b3d2'] response: {'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77860654-b04d-4910-8201-4c5a038705f4', 'code': 200} May 26 22:56:14.117498 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=77860654-b04d-4910-8201-4c5a038705f4,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:14.313519 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3a7dc6ec-dda1-454f-a3e5-d88b6512cb0d req-643f59b6-465a-4b61-9c18-e7b6449fd1f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 1098 time: 0.0659165 May 26 22:56:14.354422 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-3a7dc6ec-dda1-454f-a3e5-d88b6512cb0d req-76a80696-e4ab-433a-85a4-744a327b7722 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351589 May 26 22:56:15.082036 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:15.246382 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d8ed8-1dff-4665-9468-38ffcb663b51 req-8d479e62-35de-433d-b03f-f5a05a28acce tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:15.247801 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-651d8ed8-1dff-4665-9468-38ffcb663b51 req-8d479e62-35de-433d-b03f-f5a05a28acce tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 945 time: 0.1495883 May 26 22:56:15.293563 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-651d8ed8-1dff-4665-9468-38ffcb663b51 req-6f63b89b-2dfa-481e-a219-eed2f02a8136 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401895 May 26 22:56:16.490928 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32714959-2b1a-42aa-ba51-84af39e5a445 req-e39ae09d-5daa-4347-a392-4fc187489eba tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:16.492285 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-32714959-2b1a-42aa-ba51-84af39e5a445 req-e39ae09d-5daa-4347-a392-4fc187489eba tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 945 time: 0.0785573 May 26 22:56:16.537653 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-32714959-2b1a-42aa-ba51-84af39e5a445 req-184e4d8b-67f1-4517-90aa-3aed04572147 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 May 26 22:56:16.731717 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc40bd-c93b-4d2b-9144-d238276c011d req-22205c09-f879-4e7d-aea5-70001bdf05a2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:16.733161 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-1dcc40bd-c93b-4d2b-9144-d238276c011d req-22205c09-f879-4e7d-aea5-70001bdf05a2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 945 time: 0.0773377 May 26 22:56:16.742287 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 60944) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:16.747286 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'port_id': '77860654-b04d-4910-8201-4c5a038705f4'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:56:16.820614 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.406894 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.410802 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.417689 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60954) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:17.564967 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.600770 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.db.l3_db [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 92609f55-2df3-44ab-9ad4-476912c57489 associated. External IP: 172.28.3.154, port: 77860654-b04d-4910-8201-4c5a038705f4. May 26 22:56:17.602279 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:56:17.606177 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Usage tracker for resource:security_group_rule and tenant:d875a648c5c34b99897ff2c4f88b44c4 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:56:17.609042 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:56:17.615379 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:56:17.680014 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.684248 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.729266 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079085ef-2e88-4844-a2ca-21dcfc85197e,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:17.734656 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-cd60ad63-3c7c-4e77-862d-132d35966e1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d875a648c5c34b99897ff2c4f88b44c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3157735 May 26 22:56:17.737446 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 60960) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:56:17.802322 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7de31e49-cfca-4718-a33a-a795a9711ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.827852 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7de31e49-cfca-4718-a33a-a795a9711ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.882179 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7de31e49-cfca-4718-a33a-a795a9711ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.898010 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de31e49-cfca-4718-a33a-a795a9711ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079085ef-2e88-4844-a2ca-21dcfc85197e,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:17.908724 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-7de31e49-cfca-4718-a33a-a795a9711ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:17.910435 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-7de31e49-cfca-4718-a33a-a795a9711ebe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/079085ef-2e88-4844-a2ca-21dcfc85197e HTTP/1.1" status: 204 len: 168 time: 0.1722057 May 26 22:56:18.112361 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:56:18.326470 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:56:18.330666 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:18.336291 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:56:18.349679 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:18.350363 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:55:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:18.384196 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-dba22e5b-8f82-414c-bb8d-150d146ddb71 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "PUT /v2.0/floatingips/92609f55-2df3-44ab-9ad4-476912c57489 HTTP/1.1" status: 200 len: 991 time: 1.6409569 May 26 22:56:18.384783 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'tag': '77860654-b04d-4910-8201-4c5a038705f4'}] {{(pid=83312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:56:18.439224 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c650bba3-d3a3-4f09-8b4d-9b7691d93a7a'] response: {'name': 'network-changed', 'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'tag': '77860654-b04d-4910-8201-4c5a038705f4', 'status': 'completed', 'code': 200} May 26 22:56:18.523808 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:18.529126 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-212b4bea-cb77-419f-a416-af97712d2cee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 1098 time: 0.0677700 May 26 22:56:18.661719 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-2e3a4da7-5831-4b79-9493-60822a4fb4bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:18.662988 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-2e3a4da7-5831-4b79-9493-60822a4fb4bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1269507 May 26 22:56:18.766413 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-b4b2fc37-5dc7-48cb-82bd-771cb228083e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77860654-b04d-4910-8201-4c5a038705f4 HTTP/1.1" status: 200 len: 999 time: 0.0976994 May 26 22:56:18.830624 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-4da0a626-78c4-49e5-95ab-d5bbbf65aa5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:18.832055 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-4da0a626-78c4-49e5-95ab-d5bbbf65aa5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0601246 May 26 22:56:18.890099 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '92609f55-2df3-44ab-9ad4-476912c57489', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.154', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '77860654-b04d-4910-8201-4c5a038705f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:44:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:01Z', 'updated_at': '2022-05-26T22:56:17Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:18.893919 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:56:18.905273 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:56:18.905853 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-1a3371d6-79f5-4576-b32f-12eb5bef0578 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673709 May 26 22:56:18.905996 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:55:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:19.038945 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-c378f667-fc49-47f9-b0df-2991ce74c94d service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269603 May 26 22:56:19.086696 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:56:19.168459 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-f71725de-2834-4dd1-b11e-06e9991be9fd req-8bca1ca5-7e33-4c11-8332-6cbd56eeed6e service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238244 May 26 22:56:19.422400 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '92609f55-2df3-44ab-9ad4-476912c57489', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.154', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '77860654-b04d-4910-8201-4c5a038705f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:44:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:01Z', 'updated_at': '2022-05-26T22:56:17Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:56:19.426084 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fdba8-bf52-426c-9370-2e98a472f26a None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '92609f55-2df3-44ab-9ad4-476912c57489', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.154', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '77860654-b04d-4910-8201-4c5a038705f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:44:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:56:01Z', 'updated_at': '2022-05-26T22:56:17Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:56:19.697980 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b303f-c636-4844-855c-65cf1e80783e None None] New status for floating IP 92609f55-2df3-44ab-9ad4-476912c57489: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:56:19.956037 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-84f39c95-965f-4e15-a652-2299aae8839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:22.173714 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca562b5c-a1e7-465d-bf1b-1b017c048e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.508068 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:23.705985 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:24.775292 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:31.362325 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:56:45.111698 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:49.958997 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-aa8a6039-e475-4be1-8663-61a21679bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:50.884752 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-d63ef8d7-c7ad-42f9-a276-d644f52a7fec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655155 May 26 22:56:51.108268 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-16682251-cdfa-49ec-b042-fdfcf3bba7e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 1098 time: 0.1552563 May 26 22:56:51.248453 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-a48793d3-a911-45dc-b938-362ca8cb9c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:51.249898 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-a48793d3-a911-45dc-b938-362ca8cb9c8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1228602 May 26 22:56:51.352433 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-4481cae5-1eb8-4733-8602-b8b50787bf5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77860654-b04d-4910-8201-4c5a038705f4 HTTP/1.1" status: 200 len: 1001 time: 0.0965800 May 26 22:56:51.414914 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-f5f330bd-576d-4afc-a33b-8c1f94a93932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:51.416263 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-f5f330bd-576d-4afc-a33b-8c1f94a93932 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0573220 May 26 22:56:51.493739 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-5d23632a-6616-451d-b251-6dca0c9433ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708039 May 26 22:56:51.625833 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-2f0f073a-60b3-40d1-acc0-30b6bcecd6c4 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262696 May 26 22:56:51.753579 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-174156a9-0fc9-4e05-b2ae-0b7326e92f6b req-6925682b-9029-476d-89db-d621b22bd6a2 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220720 May 26 22:56:52.178792 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce61ce71-32c6-49ba-8206-e161e91a4269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.510179 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:53.708155 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:54.779276 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:57.267160 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819ef37-61c6-451d-aee4-17cda4794cb7 req-47069876-727e-4618-b31a-ffc0d332d045 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:57.268539 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5819ef37-61c6-451d-aee4-17cda4794cb7 req-47069876-727e-4618-b31a-ffc0d332d045 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 945 time: 0.0803030 May 26 22:56:57.321018 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5819ef37-61c6-451d-aee4-17cda4794cb7 req-2ca145fa-524f-485e-8423-188970feeb92 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 May 26 22:56:58.525768 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c6eba-798e-430c-9ae4-ac3c3e4fc221 req-a9ebcbbf-597f-4893-b0a6-ed6c14f7e68b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:58.527208 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0c7c6eba-798e-430c-9ae4-ac3c3e4fc221 req-a9ebcbbf-597f-4893-b0a6-ed6c14f7e68b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 945 time: 0.0802732 May 26 22:56:58.573874 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0c7c6eba-798e-430c-9ae4-ac3c3e4fc221 req-164cc9b7-7d35-4963-abe3-b2682229302b tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=46329bec-c85e-447a-baa0-9907ad7922ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 May 26 22:56:58.694686 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-ec3aa22b-4f66-451e-a8db-216fc4096f60 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:56:58.696123 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-ec3aa22b-4f66-451e-a8db-216fc4096f60 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 945 time: 0.0759969 May 26 22:56:58.761201 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port 77860654-b04d-4910-8201-4c5a038705f4 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:56:58.761538 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:58.996388 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] For port 77860654-b04d-4910-8201-4c5a038705f4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=77860654-b04d-4910-8201-4c5a038705f4,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:56:58.996767 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.269196 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.269499 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.269805 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 92609f55-2df3-44ab-9ad4-476912c57489 disassociated. External IP: 172.28.3.154, port: 77860654-b04d-4910-8201-4c5a038705f4. May 26 22:56:59.270235 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for 77860654-b04d-4910-8201-4c5a038705f4 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:56:59.497745 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:56:59.544063 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=77860654-b04d-4910-8201-4c5a038705f4,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:56:59.557994 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.558331 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.558664 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.558998 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.559323 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.559643 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.559962 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.560276 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.560614 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.560932 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.561244 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:56:59.738359 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-94c7998c-54c0-422f-a57c-90ae79e628b2 req-f0811e0f-a1fa-4361-a278-f0935a255cd9 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=f83e9433-a70e-43d8-932b-2317a9ebbd3f HTTP/1.1" status: 200 len: 210 time: 0.0433149 May 26 22:56:59.803393 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:57:00.010371 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:00.021869 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:00.035863 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:00.036457 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:56:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:00.086078 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] No DVR routers for this DVR port 77860654-b04d-4910-8201-4c5a038705f4 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:57:00.088449 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.090963 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'name': 'network-vif-deleted', 'tag': '77860654-b04d-4910-8201-4c5a038705f4'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:00.107817 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-a39434a6-b861-418a-8c0e-c8d6bc98935a req-7b83d3f4-022a-46b7-a353-9b6aa8581135 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "DELETE /v2.0/ports/77860654-b04d-4910-8201-4c5a038705f4 HTTP/1.1" status: 204 len: 173 time: 1.4062562 May 26 22:57:00.150632 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704e4641-322e-4bef-938b-2ec7517e5f44'] response: {'server_uuid': 'f83e9433-a70e-43d8-932b-2317a9ebbd3f', 'name': 'network-vif-deleted', 'tag': '77860654-b04d-4910-8201-4c5a038705f4', 'status': 'completed', 'code': 200} May 26 22:57:00.220415 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:00.559336 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:00.563768 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:57:00.575817 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:00.576441 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:56:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:00.756566 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:00.880775 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32802) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:00.947521 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-afe1b8fc-5315-4936-97d6-39b4af3399b2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:00.974338 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-afe1b8fc-5315-4936-97d6-39b4af3399b2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.027564 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-afe1b8fc-5315-4936-97d6-39b4af3399b2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.046442 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1b8fc-5315-4936-97d6-39b4af3399b2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46329bec-c85e-447a-baa0-9907ad7922ed,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:01.060191 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-afe1b8fc-5315-4936-97d6-39b4af3399b2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.061389 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-afe1b8fc-5315-4936-97d6-39b4af3399b2 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/security-groups/46329bec-c85e-447a-baa0-9907ad7922ed HTTP/1.1" status: 204 len: 168 time: 0.1795828 May 26 22:57:01.063940 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32806) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:01.074339 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:01.078515 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d491026-75bc-4e68-b2da-dc5e386a189a None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:01.082996 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.api.v2.resource [None req-c37ba88a-ca62-474f-b195-d720f4280304 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] show failed (client error): The resource could not be found. May 26 22:57:01.083569 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-c37ba88a-ca62-474f-b195-d720f4280304 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups/46329bec-c85e-447a-baa0-9907ad7922ed HTTP/1.1" status: 404 len: 347 time: 0.0184438 May 26 22:57:01.086436 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32810) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:01.242601 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port f9ab7bfe-d1c3-434b-966c-e61e39798251 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:01.242939 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.283800 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae3a4ed-8a40-4e5b-9734-d4c1bbc54a98 None None] New status for floating IP 92609f55-2df3-44ab-9ad4-476912c57489: DOWN {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:57:01.411211 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.411529 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:01.530945 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for f9ab7bfe-d1c3-434b-966c-e61e39798251 owned by network:floatingip {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:01.614156 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.db.api [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:57:01.614611 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG oslo_db.api [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:57:02.115876 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port f9ab7bfe-d1c3-434b-966c-e61e39798251 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:02.116486 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.368236 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.368468 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.486817 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for f9ab7bfe-d1c3-434b-966c-e61e39798251 owned by network:floatingip {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:02.618015 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.663776 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=f9ab7bfe-d1c3-434b-966c-e61e39798251,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:02.752295 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.766531 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.767615 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-dd1d0ea9-f973-49ff-b709-2509c8040638 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/floatingips/92609f55-2df3-44ab-9ad4-476912c57489 HTTP/1.1" status: 204 len: 168 time: 1.6803060 May 26 22:57:02.853707 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 32816) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:02.859165 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.v2.base [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614961285', 'description': 'tempest-description--2145137495'}} {{(pid=83312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:02.865102 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:02.869161 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:02.871979 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:02.877622 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:02.887822 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.921906 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:02.925504 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:02.928300 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:02.933949 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:02.989515 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:02.992980 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.037235 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd7033-a89b-47f7-9ffe-ce97fd759531,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:03.046184 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.047684 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1926270 May 26 22:57:03.049115 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.049440 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.049763 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.050103 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.050403 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32820) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:03.050529 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.050877 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.051304 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.051633 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.051947 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.052248 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.052590 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a9a0f-899b-48a8-b226-9c2b7a7c1942 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:03.056887 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': 'fedd7033-a89b-47f7-9ffe-ce97fd759531', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:03.062801 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:03.068263 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:03.072091 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:03.077739 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:03.093743 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.157009 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.160424 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.183782 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd7d986-abd6-4732-b761-f0629866e462,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:03.193183 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.194348 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-fd184501-4089-4532-8ab2-168be78de5cb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1424625 May 26 22:57:03.196986 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32824) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:03.202360 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'security_group_rule': {'security_group_id': 'fedd7033-a89b-47f7-9ffe-ce97fd759531', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:03.208146 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:03.211857 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:security_group_rule and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:03.214682 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:03.220253 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:03.236085 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.296935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.300316 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746510'] for security_group_rule, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.328898 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f02843-e7e2-4621-9242-ba5909897c0e,revision_number=0']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:03.335120 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.336627 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-53a12c3a-ae18-4698-bbf5-a92c0aa5f77d tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1384630 May 26 22:57:03.339445 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32828) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:03.344616 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:03.350166 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:03.353932 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Usage tracker for resource:floatingip and tenant:3e803fd48be742a392045f9aff7d01cc is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:57:03.356743 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:57:03.362306 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:03.372933 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.508663 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.642137 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.28.3.15 (ce7d2172-39da-49a3-95be-7d1f2b3030d3/c12b94ea-1c57-487a-919f-b7be7e5c10cd/2db779bb-82aa-4c15-95b3-5486f284e077) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:03.785919 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.813336 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:03.877374 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network ce7d2172-39da-49a3-95be-7d1f2b3030d3 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:03.880408 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:03.884009 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:03.917185 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=2db779bb-82aa-4c15-95b3-5486f284e077,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:04.016088 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 77860654-b04d-4910-8201-4c5a038705f4 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:57:04.049371 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.050471 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 77860654-b04d-4910-8201-4c5a038705f4 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:57:04.051509 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 77860654-b04d-4910-8201-4c5a038705f4 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:57:04.104329 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.300454 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.305103 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.498246 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=2db779bb-82aa-4c15-95b3-5486f284e077,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:04.510605 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.532387 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:04.533668 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-cb824337-2154-47ba-8f3a-e2cfa046e8f0 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1933067 May 26 22:57:04.839318 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-042bb443-a3e5-406d-a095-633d745b4192 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:04.854733 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-042bb443-a3e5-406d-a095-633d745b4192 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:04.856022 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-042bb443-a3e5-406d-a095-633d745b4192 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1614961285&fields=id&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 267 time: 0.0576758 May 26 22:57:05.002890 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-f9c69faf-e798-4c0d-88ef-d2d022b7370f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:05.004784 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-f9c69faf-e798-4c0d-88ef-d2d022b7370f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1423442 May 26 22:57:05.021161 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-b4fcfd59-613a-4deb-bad8-779ca342f2c5 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/quotas/3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 375 time: 0.0110600 May 26 22:57:05.107971 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-672862d4-4c0d-4793-b12a-61de762c50d6 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802259 May 26 22:57:05.243946 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-f5d96324-f250-421d-910a-de26b23f7126 service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245449 May 26 22:57:05.373215 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-b74d501e-f56f-4dfa-957e-eccb8082c1af service neutron] 10.222.0.47 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234436 May 26 22:57:05.557042 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-c81812f4-40c3-4350-97f3-0c96801087c8 req-916e2cde-883a-4dbc-80ed-b45c7cadee8f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:05.573944 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-c81812f4-40c3-4350-97f3-0c96801087c8 req-916e2cde-883a-4dbc-80ed-b45c7cadee8f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:05.575100 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-c81812f4-40c3-4350-97f3-0c96801087c8 req-916e2cde-883a-4dbc-80ed-b45c7cadee8f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 210 time: 0.0589318 May 26 22:57:06.540448 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-e8f53260-21eb-4a80-8a71-3b0d36dd6e4c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:06.541960 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-e8f53260-21eb-4a80-8a71-3b0d36dd6e4c tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 815 time: 0.1434836 May 26 22:57:06.606564 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-c58ae2cf-cc17-4e77-8bf8-e8f4df424c80 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:06.622695 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-c58ae2cf-cc17-4e77-8bf8-e8f4df424c80 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:06.623795 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-c58ae2cf-cc17-4e77-8bf8-e8f4df424c80 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e803fd48be742a392045f9aff7d01cc HTTP/1.1" status: 200 len: 380 time: 0.0695984 May 26 22:57:06.632491 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'port': {'device_id': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'admin_state_up': True, 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'security_groups': ['fedd7033-a89b-47f7-9ffe-ce97fd759531']}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:06.741764 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-01542a97-e078-4b42-aa99-8a02c87f5365 req-fcc9fa39-5dd8-4c81-a671-03412fcb04d5 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 210 time: 0.0412793 May 26 22:57:06.766499 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:57:06.776054 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:57:06.786219 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Made reservation on behalf of 3e803fd48be742a392045f9aff7d01cc for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:57:06.789101 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:06.945714 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Allocated IP 172.20.0.12 (b4d9364d-926c-4202-831b-4e9bcbe0f1ed/af00dd2a-d8fd-45c5-88e6-5d3cb00deff8/5188998b-3a93-4733-9947-4f0768b7b862) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:57:07.130386 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.145601 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Transition to ACTIVE for port object 5188998b-3a93-4733-9947-4f0768b7b862 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:07.165874 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.233831 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:57:07.236561 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:57:07.240920 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:57:07.271918 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event updated for resources: {'Port': ['ID=5188998b-3a93-4733-9947-4f0768b7b862,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:07.306509 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:07.307104 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.333954 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5c1c9a38-7042-469c-a2c4-67050815ea5e tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7057583 May 26 22:57:07.345968 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Request body: {'port': {'device_id': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:07.461419 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.470023 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0277e4ab-1c8f-4553-9dce-15afc468f64a None None] Provisioning for port 5188998b-3a93-4733-9947-4f0768b7b862 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:07.475010 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0277e4ab-1c8f-4553-9dce-15afc468f64a None None] Provisioning complete for port 5188998b-3a93-4733-9947-4f0768b7b862 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:07.475371 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0277e4ab-1c8f-4553-9dce-15afc468f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.527528 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0277e4ab-1c8f-4553-9dce-15afc468f64a None None] Port 5188998b-3a93-4733-9947-4f0768b7b862 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:57:07.790764 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5188998b-3a93-4733-9947-4f0768b7b862 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:57:07.797435 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:07.811757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Transition to ACTIVE for port object 5188998b-3a93-4733-9947-4f0768b7b862 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:57:07.815943 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.000312 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Pushing event updated for resources: {'Port': ['ID=5188998b-3a93-4733-9947-4f0768b7b862,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:08.194036 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177d97-2f72-4dcb-8df6-010bec917b32 req-dab74f15-6ea3-42b0-be80-cea63806debe tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:08.194714 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-cb177d97-2f72-4dcb-8df6-010bec917b32 req-dab74f15-6ea3-42b0-be80-cea63806debe tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Synchronizing usage tracker for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:57:08.225659 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Attempting to bind port 5188998b-3a93-4733-9947-4f0768b7b862 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:57:08.225983 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Attempting to bind port 5188998b-3a93-4733-9947-4f0768b7b862 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:57:08.226302 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Attempting to bind port 5188998b-3a93-4733-9947-4f0768b7b862 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:08.229116 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-cb177d97-2f72-4dcb-8df6-010bec917b32 req-dab74f15-6ea3-42b0-be80-cea63806debe tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Unset dirty status for tenant:3e803fd48be742a392045f9aff7d01cc on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:57:08.230237 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cb177d97-2f72-4dcb-8df6-010bec917b32 req-dab74f15-6ea3-42b0-be80-cea63806debe tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 944 time: 0.3571055 May 26 22:57:08.234148 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Port 5188998b-3a93-4733-9947-4f0768b7b862 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:57:08.234460 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Attempting to bind port 5188998b-3a93-4733-9947-4f0768b7b862 on network b4d9364d-926c-4202-831b-4e9bcbe0f1ed {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:57:08.258466 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:57:08.258796 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Checking segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:57:08.259163 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Bound using segment: {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:57:08.259686 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Bound port: 5188998b-3a93-4733-9947-4f0768b7b862, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f774a60a-f8b9-4e8b-a29a-152c623997f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:57:08.260025 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.330688 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-cb177d97-2f72-4dcb-8df6-010bec917b32 req-32f47f19-8465-461f-9431-65a6b9e625e9 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939569 May 26 22:57:08.362427 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:57:08.367619 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] For port 5188998b-3a93-4733-9947-4f0768b7b862, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:57:08.370617 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] For port 5188998b-3a93-4733-9947-4f0768b7b862, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5188998b-3a93-4733-9947-4f0768b7b862,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:57:08.374947 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.437177 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:08.438593 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] 10.222.0.67 "PUT /v2.0/ports/5188998b-3a93-4733-9947-4f0768b7b862 HTTP/1.1" status: 200 len: 1094 time: 1.0968952 May 26 22:57:08.439136 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:08.458089 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a691-22be-4266-bbf2-87b94a50469b service neutron] Pushing event updated for resources: {'Port': ['ID=5188998b-3a93-4733-9947-4f0768b7b862,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:08.517125 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad318fb3-2a3f-4b15-ab25-e2829c80113d'] response: {'name': 'network-changed', 'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862', 'status': 'completed', 'code': 200} May 26 22:57:08.564530 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-8b32be14-ad88-447a-8611-4b8372736f10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 1097 time: 0.0789375 May 26 22:57:08.631404 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-5da0f1f6-595a-406e-9f46-48196ab5f2ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5188998b-3a93-4733-9947-4f0768b7b862 HTTP/1.1" status: 200 len: 217 time: 0.0607176 May 26 22:57:08.694373 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-bbe1e5e7-f74b-4f9a-a9e6-671a2b91fcbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:08.695767 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-bbe1e5e7-f74b-4f9a-a9e6-671a2b91fcbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0593555 May 26 22:57:08.767228 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-075ce889-3640-424b-8926-ac29bb485949 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0657585 May 26 22:57:08.892862 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-deaa8c75-87ec-4a83-a7d9-78d82ae20470 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201301 May 26 22:57:09.024805 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-48aaef7e-e8b7-4e69-a064-d590e07aaa91 req-cb081e1a-ab42-49e7-8829-d8c1417d44ed service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264451 May 26 22:57:09.138882 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-eddce467-6d0f-45d9-afa2-6cce477a309c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 1097 time: 0.0715401 May 26 22:57:09.268644 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-43185f98-ae01-4296-bdcf-5ab368718e07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:09.271061 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-43185f98-ae01-4296-bdcf-5ab368718e07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1252351 May 26 22:57:09.338807 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-5adf0fe6-eaad-44b8-8f2a-5478b4b564cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5188998b-3a93-4733-9947-4f0768b7b862 HTTP/1.1" status: 200 len: 217 time: 0.0601034 May 26 22:57:09.405093 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-5e72e3b7-a1e1-4aff-a335-87da0ed0f350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:09.406520 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-5e72e3b7-a1e1-4aff-a335-87da0ed0f350 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0612578 May 26 22:57:09.534614 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-a32e935e-5cf7-43cf-b1b5-02f0965ab0bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1214006 May 26 22:57:09.612995 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd0e36-d036-41f6-a446-c335ea4ef67a req-aafe3a4e-078a-45db-aa96-4f8af40a0f88 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:09.614597 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-56bd0e36-d036-41f6-a446-c335ea4ef67a req-aafe3a4e-078a-45db-aa96-4f8af40a0f88 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 944 time: 0.1522415 May 26 22:57:09.716082 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-56bd0e36-d036-41f6-a446-c335ea4ef67a req-95d5d8b4-4a38-40cb-875f-9139699b1164 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950935 May 26 22:57:09.723881 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-17577a3b-bd83-4170-95ff-3efe3c9ebba6 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816785 May 26 22:57:09.944130 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-dbcff68f-dec2-43ef-ab75-bc205bbcc0a1 req-6dceed65-5ada-405e-aabc-d8a9100f967b service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141330 May 26 22:57:10.051686 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5188998b-3a93-4733-9947-4f0768b7b862 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:57:10.182865 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5188998b-3a93-4733-9947-4f0768b7b862, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5188998b-3a93-4733-9947-4f0768b7b862,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:10.226667 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '5188998b-3a93-4733-9947-4f0768b7b862', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'port_id': '5188998b-3a93-4733-9947-4f0768b7b862', 'mac_address': 'fa:16:3e:22:3e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:57:10.281318 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.298514 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5188998b-3a93-4733-9947-4f0768b7b862 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:57:10.314625 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5188998b-3a93-4733-9947-4f0768b7b862, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5188998b-3a93-4733-9947-4f0768b7b862,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:10.318259 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:10.386924 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=5188998b-3a93-4733-9947-4f0768b7b862,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:10.508468 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['5188998b-3a93-4733-9947-4f0768b7b862'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:57:10.912111 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef5969-8a47-42c1-b6fb-e0d48d63b5ca req-779b780c-4adf-4b45-8191-58a7d6042a36 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:10.913563 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b4ef5969-8a47-42c1-b6fb-e0d48d63b5ca req-779b780c-4adf-4b45-8191-58a7d6042a36 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 945 time: 0.0773649 May 26 22:57:10.959108 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-b4ef5969-8a47-42c1-b6fb-e0d48d63b5ca req-362d5164-5a76-4a0d-b6a4-fb30ef00e7e5 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 May 26 22:57:12.062810 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5188998b-3a93-4733-9947-4f0768b7b862 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:57:12.139454 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 5188998b-3a93-4733-9947-4f0768b7b862 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:57:12.144101 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 5188998b-3a93-4733-9947-4f0768b7b862 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:57:12.145156 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.152657 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee26d1-05c7-4651-80f2-05eaa7e66437 req-96704c62-c5b4-4cda-b4c1-f61960a68e46 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:12.154091 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-70ee26d1-05c7-4651-80f2-05eaa7e66437 req-96704c62-c5b4-4cda-b4c1-f61960a68e46 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 945 time: 0.0751889 May 26 22:57:12.199998 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-70ee26d1-05c7-4651-80f2-05eaa7e66437 req-8690ea01-b0c2-4835-8798-fd6c489a67da tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 May 26 22:57:12.258117 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.283477 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:12.293677 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 5188998b-3a93-4733-9947-4f0768b7b862, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5188998b-3a93-4733-9947-4f0768b7b862,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:12.297396 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:12.340909 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294b5053-5561-4df5-9f3c-0595e9b2a54d'] response: {'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862', 'code': 200} May 26 22:57:12.363961 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=5188998b-3a93-4733-9947-4f0768b7b862,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:12.372277 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.372647 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.372979 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.373302 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.373642 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.373943 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.374259 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.374573 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.374884 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.375200 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.375511 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:57:12.565508 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-be2e0f1d-a16e-45a5-8362-a88ecb6e07e6 req-5c4ddc3f-c72a-47bf-97bc-3c9ddbb200e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 1099 time: 0.0708604 May 26 22:57:12.606457 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-be2e0f1d-a16e-45a5-8362-a88ecb6e07e6 req-7184cb7e-286f-4eb1-b624-2931ddad9e11 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353794 May 26 22:57:13.395716 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ea283-957b-4dee-926f-d095c5b11781 req-26e71466-a3d1-4dd5-b412-ce1532794c31 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:13.397192 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1e3ea283-957b-4dee-926f-d095c5b11781 req-26e71466-a3d1-4dd5-b412-ce1532794c31 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 946 time: 0.0758879 May 26 22:57:13.442341 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-1e3ea283-957b-4dee-926f-d095c5b11781 req-6950e517-1f24-4eae-a0b6-57ef24785533 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396595 May 26 22:57:14.638975 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05e81-12ee-4368-9e68-9ed71bb51a61 req-ea3da7a7-535b-43ba-a59c-050140ccfba9 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:14.640405 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cfd05e81-12ee-4368-9e68-9ed71bb51a61 req-ea3da7a7-535b-43ba-a59c-050140ccfba9 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 946 time: 0.0752461 May 26 22:57:14.684932 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-cfd05e81-12ee-4368-9e68-9ed71bb51a61 req-5e144c6f-d160-4c32-af89-fa6bc0d0fb05 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383718 May 26 22:57:14.876364 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01ee5-0a3e-4257-be29-bd67c9f335ff req-c5e27a35-c3e2-4611-a143-e8d43a984a36 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:14.877925 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-14d01ee5-0a3e-4257-be29-bd67c9f335ff req-c5e27a35-c3e2-4611-a143-e8d43a984a36 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 946 time: 0.0784750 May 26 22:57:14.886776 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32870) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:14.891768 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Request body: {'floatingip': {'port_id': '5188998b-3a93-4733-9947-4f0768b7b862'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:57:14.969035 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.122351 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.552037 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.555462 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:15.739532 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 3e7b2b58-082e-4ef0-9d38-08492eaca157 associated. External IP: 172.28.3.15, port: 5188998b-3a93-4733-9947-4f0768b7b862. May 26 22:57:16.221129 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:57:16.418045 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:16.422132 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:16.428245 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:16.440639 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:16.441795 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:56:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:16.474406 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b8cf4ca7-632d-4cc8-806b-09e83bb25522 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "PUT /v2.0/floatingips/3e7b2b58-082e-4ef0-9d38-08492eaca157 HTTP/1.1" status: 200 len: 991 time: 1.5865235 May 26 22:57:16.474991 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:16.530194 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73708ce3-8bf6-4baa-9a5f-1dc80df81b81'] response: {'name': 'network-changed', 'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862', 'status': 'completed', 'code': 200} May 26 22:57:16.623090 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-4fbeb74c-31e0-4e99-ac22-d290a45984fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 1099 time: 0.0719700 May 26 22:57:16.627042 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:16.753782 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-b410931e-e2b4-4c6d-b0cd-71d62d273cbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:16.755122 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-b410931e-e2b4-4c6d-b0cd-71d62d273cbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1255531 May 26 22:57:16.854521 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-f0830a9c-ab00-4dc5-b6cc-765c8a863da4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5188998b-3a93-4733-9947-4f0768b7b862 HTTP/1.1" status: 200 len: 999 time: 0.0925822 May 26 22:57:16.921147 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-7ed7a7fa-315c-4ebe-ba7f-d18ea033b6a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:16.922614 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-7ed7a7fa-315c-4ebe-ba7f-d18ea033b6a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0623741 May 26 22:57:16.966608 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '3e7b2b58-082e-4ef0-9d38-08492eaca157', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.15', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '5188998b-3a93-4733-9947-4f0768b7b862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:22:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:03Z', 'updated_at': '2022-05-26T22:57:15Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:16.970481 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:57:16.981535 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:16.982129 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:56:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:16.997483 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-2c47424c-47a1-48c3-a298-178ec476573a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690761 May 26 22:57:17.127538 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-c7b80bc8-b285-4c80-a618-bc96bed9c155 service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237266 May 26 22:57:17.158205 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:17.259302 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5045f39b-30e0-4a3d-9cba-b0de0493248d req-bf40827d-2aee-42fd-9c61-e5ac80d2eadd service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261747 May 26 22:57:17.529389 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '3e7b2b58-082e-4ef0-9d38-08492eaca157', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.15', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '5188998b-3a93-4733-9947-4f0768b7b862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:22:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:03Z', 'updated_at': '2022-05-26T22:57:15Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:17.533214 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d62962e-ce24-43f3-aa5d-d5ae14420131 None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_floatingips': [{'id': '3e7b2b58-082e-4ef0-9d38-08492eaca157', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'floating_ip_address': '172.28.3.15', 'floating_network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'router_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'port_id': '5188998b-3a93-4733-9947-4f0768b7b862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'mac_address': 'fa:16:3e:22:3e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T22:57:03Z', 'updated_at': '2022-05-26T22:57:15Z', 'revision_number': 1, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:17.720437 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645c188c-2cfb-4bf5-8b94-bf054b47c633 None None] New status for floating IP 3e7b2b58-082e-4ef0-9d38-08492eaca157: ACTIVE {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:57:19.961229 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-15540028-7d3e-4d0c-a853-071015da8e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:22.183682 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6f967206-5f2c-43ee-9f27-2550bc0d0e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.513335 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:23.710144 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:24.783482 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.125764 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:45.363315 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:57:49.964210 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-39fa09e2-92e9-4625-9652-2bfa47131e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:50.887533 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-142c7487-9010-493f-aebd-6a5858ddbed6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686841 May 26 22:57:51.023996 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-54b41b07-f031-4e41-983c-a548691b3336 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e803fd48be742a392045f9aff7d01cc&device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 1099 time: 0.0664518 May 26 22:57:51.163362 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-cf46b204-030b-4318-b141-50bcf089e50a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:51.164697 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-cf46b204-030b-4318-b141-50bcf089e50a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 200 len: 916 time: 0.1221564 May 26 22:57:51.350417 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-96402642-b335-4707-9be6-9aaf29a46cdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5188998b-3a93-4733-9947-4f0768b7b862 HTTP/1.1" status: 200 len: 1001 time: 0.1787989 May 26 22:57:51.410981 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-4c43e85b-6a58-4ef8-8681-51bfcd27d01a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:51.412366 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-4c43e85b-6a58-4ef8-8681-51bfcd27d01a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 200 len: 854 time: 0.0562727 May 26 22:57:51.490463 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-3a850e7a-ea0b-4c67-bcab-dd80db8f5819 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b4d9364d-926c-4202-831b-4e9bcbe0f1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726452 May 26 22:57:51.624002 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-eda55597-1434-48de-89c3-1f66598948da service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274550 May 26 22:57:51.757156 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-6f9c66b3-419f-4bc5-858b-dab278f5cb40 req-4ed75025-e063-4ba0-9e09-4f480e23822c service neutron] 10.222.0.67 "GET /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276827 May 26 22:57:52.185234 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-c0d8212b-cffa-4643-837d-6aad46d2b34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:53.515818 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:53.712855 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:54.787536 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:55.633429 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d75fc-8b0a-45a2-b220-129be4440c6b req-c2c26e1a-9f12-4a4d-a708-579d29f4e215 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:55.634891 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-aa3d75fc-8b0a-45a2-b220-129be4440c6b req-c2c26e1a-9f12-4a4d-a708-579d29f4e215 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 946 time: 0.3558636 May 26 22:57:55.689131 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-aa3d75fc-8b0a-45a2-b220-129be4440c6b req-600e5ae4-5177-4421-af83-39fb451b271f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479426 May 26 22:57:56.776044 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-34d5290e-606b-4ad8-9be3-cb4edcab5b35 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:56.777493 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-34d5290e-606b-4ad8-9be3-cb4edcab5b35 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 946 time: 0.0789311 May 26 22:57:56.846179 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port 5188998b-3a93-4733-9947-4f0768b7b862 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:56.846693 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:56.971435 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e771e-cb7a-410c-aec1-976bb707f1ab req-d1bb0922-5853-49c3-8b22-496ebe39b5de tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:57:56.972924 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ea4e771e-cb7a-410c-aec1-976bb707f1ab req-d1bb0922-5853-49c3-8b22-496ebe39b5de tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 946 time: 0.1553466 May 26 22:57:57.018003 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-ea4e771e-cb7a-410c-aec1-976bb707f1ab req-6800b327-488f-4929-922d-43a9d7e43abe tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups?id=fedd7033-a89b-47f7-9ffe-ce97fd759531&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 May 26 22:57:57.097438 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] For port 5188998b-3a93-4733-9947-4f0768b7b862, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5188998b-3a93-4733-9947-4f0768b7b862,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:57:57.097853 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:57.375654 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:57.375943 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351210'] for floatingip, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:57.376255 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.db.l3_db [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Floating IP 3e7b2b58-082e-4ef0-9d38-08492eaca157 disassociated. External IP: 172.28.3.15, port: 5188998b-3a93-4733-9947-4f0768b7b862. May 26 22:57:57.376625 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for 5188998b-3a93-4733-9947-4f0768b7b862 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:57:57.516702 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:57.566936 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=5188998b-3a93-4733-9947-4f0768b7b862,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:57.873589 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:57:58.079849 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:57:58.090303 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:57:58.103705 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:58.104932 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:57:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:58.180420 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] No DVR routers for this DVR port 5188998b-3a93-4733-9947-4f0768b7b862 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:57:58.186611 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:58.189154 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'name': 'network-vif-deleted', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:57:58.203332 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-5cbf16ed-2298-4e33-887a-77191d80bce3 req-9bb98aa6-55ad-4025-b643-720e3a3e0b4f tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/ports?device_id=885ea639-c1e0-4b5f-a306-baa2c828917a HTTP/1.1" status: 200 len: 210 time: 0.0604479 May 26 22:57:58.211910 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-07b0d9b9-e159-4cd2-b362-bbfdb05fe401 req-2f99e421-7eac-4275-8e42-46a39a4675fb tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.67 "DELETE /v2.0/ports/5188998b-3a93-4733-9947-4f0768b7b862 HTTP/1.1" status: 204 len: 173 time: 1.4294631 May 26 22:57:58.249415 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34a6ee5-610f-4ad2-bf17-3cfe441650e0'] response: {'server_uuid': '885ea639-c1e0-4b5f-a306-baa2c828917a', 'name': 'network-vif-deleted', 'tag': '5188998b-3a93-4733-9947-4f0768b7b862', 'status': 'completed', 'code': 200} May 26 22:57:58.289700 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:58.594160 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:58.598210 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:57:58.608478 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:57:58.609100 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:57:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:58.782523 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:57:59.105707 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:57:59.109490 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5277bb1-06ff-4f41-8c83-b844fec467e2 None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:51Z', 'revision_number': 4, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb', '_interfaces': [{'id': '5a21114d-48a4-4457-a6c0-489590102bc5', 'name': '', 'network_id': 'b4d9364d-926c-4202-831b-4e9bcbe0f1ed', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'mac_address': 'fa:16:3e:a0:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:50Z', 'updated_at': '2022-05-26T22:54:09Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'subnets': [{'id': 'af00dd2a-d8fd-45c5-88e6-5d3cb00deff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:57:59.331802 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e747a2-1485-4629-94f8-d3660c4d1c9d None None] New status for floating IP 3e7b2b58-082e-4ef0-9d38-08492eaca157: DOWN {{(pid=83314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 26 22:57:59.354666 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32946) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:59.419944 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a171663-afc5-4c29-8dca-b9eb4c5bf5ff tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.448243 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a171663-afc5-4c29-8dca-b9eb4c5bf5ff tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.499256 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a171663-afc5-4c29-8dca-b9eb4c5bf5ff tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.517815 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a171663-afc5-4c29-8dca-b9eb4c5bf5ff tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd7033-a89b-47f7-9ffe-ce97fd759531,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:57:59.529063 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8a171663-afc5-4c29-8dca-b9eb4c5bf5ff tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.530461 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8a171663-afc5-4c29-8dca-b9eb4c5bf5ff tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/security-groups/fedd7033-a89b-47f7-9ffe-ce97fd759531 HTTP/1.1" status: 204 len: 168 time: 0.1747611 May 26 22:57:59.533028 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32950) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:59.552287 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.api.v2.resource [None req-164ae29c-657c-4fb4-8ce2-7bf04107d624 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] show failed (client error): The resource could not be found. May 26 22:57:59.553353 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-164ae29c-657c-4fb4-8ce2-7bf04107d624 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "GET /v2.0/security-groups/fedd7033-a89b-47f7-9ffe-ce97fd759531 HTTP/1.1" status: 404 len: 347 time: 0.0191779 May 26 22:57:59.556332 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 32954) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:57:59.710268 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Deleting port 2db779bb-82aa-4c15-95b3-5486f284e077 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:57:59.710604 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.882082 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:57:59.882406 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.000625 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Calling delete_port for 2db779bb-82aa-4c15-95b3-5486f284e077 owned by network:floatingip {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:00.137298 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.182601 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Pushing event deleted for resources: {'Port': ['ID=2db779bb-82aa-4c15-95b3-5486f284e077,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:00.220083 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.220418 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.220801 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.221133 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.221485 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.221809 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.222131 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.222448 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.222764 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.223079 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.223393 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:00.285935 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks [] for floatingip, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.299210 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for floatingip, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:00.300979 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-489c9f8b-1286-4d1d-847b-1f6c6f4fbdc7 tempest-AttachVolumeNegativeTest-1894581608 tempest-AttachVolumeNegativeTest-1894581608-project] 10.222.0.47 "DELETE /v2.0/floatingips/3e7b2b58-082e-4ef0-9d38-08492eaca157 HTTP/1.1" status: 204 len: 168 time: 0.7437274 May 26 22:58:02.266793 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5188998b-3a93-4733-9947-4f0768b7b862 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:02.299260 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 5188998b-3a93-4733-9947-4f0768b7b862 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:02.300277 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 5188998b-3a93-4733-9947-4f0768b7b862 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:04.709111 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 32992) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:05.169871 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-350936'] for router_interface, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.744019 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Deleting port 5a21114d-48a4-4457-a6c0-489590102bc5 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:05.744729 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:05.914983 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] For port 5a21114d-48a4-4457-a6c0-489590102bc5, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=5a21114d-48a4-4457-a6c0-489590102bc5,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:05.915338 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:06.041223 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Calling delete_port for 5a21114d-48a4-4457-a6c0-489590102bc5 owned by network:router_interface {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:06.203315 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:06.247693 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a21114d-48a4-4457-a6c0-489590102bc5,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:06.289270 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.289620 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.289983 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.290318 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.290655 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.290981 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.291350 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.291622 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.291946 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.292262 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.292600 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:06.620634 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1710204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-350863'] for router_interface, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.174829 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 has already been hosted by L3 agent 06b8913d-4c8b-4fdc-9734-7c4dcb675d04 {{(pid=83312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 22:58:07.369798 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] Notify agent at l3_agent.dv-cinder-843305-2-smb the message routers_updated {{(pid=83312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 22:58:07.379940 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] Sync routers for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 26 22:58:07.387558 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2123eeb4-4bc6-4f15-a6e4-1190a4ca1c17 admin admin] 10.222.0.47 "PUT /v2.0/routers/ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751568 May 26 22:58:07.387817 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 32996) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:07.392812 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:07.394097 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:57:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:07.566776 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: dv-cinder-843305-2-smb {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:07.578087 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.770460 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.779819 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Deleting port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:07.780147 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:07.860021 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'external_fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:58:06Z', 'revision_number': 5, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port': {'id': '7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9', 'name': '', 'network_id': 'ce7d2172-39da-49a3-95be-7d1f2b3030d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c12b94ea-1c57-487a-919f-b7be7e5c10cd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-2-smb'}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:07.865044 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] Checking router: ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 for host: dv-cinder-843305-2-smb {{(pid=83315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 26 22:58:07.875661 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] Routers {'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'} bound to L3 agent in host dv-cinder-843305-2-smb {{(pid=83315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 26 22:58:07.876270 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T22:38:52Z,description=,heartbeat_timestamp=2022-05-26T22:57:52Z,host='dv-cinder-843305-2-smb',id=06b8913d-4c8b-4fdc-9734-7c4dcb675d04,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T22:38:52Z,topic='l3_agent')) {'router_ids': ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'], 'active': True} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:08.031643 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_dvr_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] Set router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 gateway port host: None {{(pid=83315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 26 22:58:08.058987 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] For port 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,segment=NetworkSegment(9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de),segment_id=9cc96119-8a1e-4b5b-839e-2a5b4cb8d4de)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:08.059345 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.134757 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.l3_hamode_db [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:58:07Z', 'revision_number': 6, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port_host': None}], 'dv-cinder-843305-2-smb', False) {} {{(pid=83315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:08.138615 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be010934-ce89-4f6b-a846-40fa7d6f2934 None None] The sync data for ids ['ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3'] in dv-cinder-843305-2-smb is: [{'id': 'ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3', 'name': 'tempest-AttachVolumeNegativeTest-1917914553-router', 'tenant_id': '3e803fd48be742a392045f9aff7d01cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T22:53:47Z', 'updated_at': '2022-05-26T22:58:07Z', 'revision_number': 6, 'project_id': '3e803fd48be742a392045f9aff7d01cc', 'gw_port_host': None}] {{(pid=83315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 26 22:58:08.183060 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Calling delete_port for 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 owned by network:router_gateway {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:08.344267 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.388832 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:08.608757 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351173'] for router_gateway, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.858290 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-349749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15695'] for router, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.863012 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.889011 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-349849'] for router, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.889541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 {{(pid=83312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 22:58:08.902438 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] Notify callbacks [] for router, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:08.903675 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-1b596015-ad11-46e0-a55d-02ddfb77dcd3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ab2865a5-9c2e-4b3d-ab75-4fa6a04807b3 HTTP/1.1" status: 204 len: 168 time: 1.5149121 May 26 22:58:08.906142 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33000) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:08.968470 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] Deleting subnet af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 {{(pid=83312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 26 22:58:08.971981 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.021852 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532648'] for subnet, precommit_delete_associations {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.100336 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2020355'] for subnet, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.171489 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2020362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3555823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4065519'] for subnet, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.210861 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af00dd2a-d8fd-45c5-88e6-5d3cb00deff8,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:09.214753 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for subnet, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.220135 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380664d5-7ace-4f63-b08a-d69245593184 None None] Network b4d9364d-926c-4202-831b-4e9bcbe0f1ed requested from dv-cinder-843305-2-smb {{(pid=83314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 26 22:58:09.221374 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-5f91490a-add2-4859-875c-20d777de4f78 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/af00dd2a-d8fd-45c5-88e6-5d3cb00deff8 HTTP/1.1" status: 204 len: 168 time: 0.3142035 May 26 22:58:09.223827 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33004) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:09.414516 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1081319'] for network, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.425433 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Deleting port a834b2d5-fcd6-4c02-ab79-129c8042c7de {{(pid=83312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:09.425767 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.472021 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] DHCP port deletion for b4d9364d-926c-4202-831b-4e9bcbe0f1ed request from dv-cinder-843305-2-smb {{(pid=83314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 26 22:58:09.476056 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Deleting port a834b2d5-fcd6-4c02-ab79-129c8042c7de {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:09.476427 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.632651 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.db [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] For port a834b2d5-fcd6-4c02-ab79-129c8042c7de, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=a834b2d5-fcd6-4c02-ab79-129c8042c7de,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:09.633013 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.702497 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] For port a834b2d5-fcd6-4c02-ab79-129c8042c7de, host dv-cinder-843305-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-2-smb',level=0,port_id=a834b2d5-fcd6-4c02-ab79-129c8042c7de,segment=NetworkSegment(f774a60a-f8b9-4e8b-a29a-152c623997f5),segment_id=f774a60a-f8b9-4e8b-a29a-152c623997f5)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:09.702850 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.751490 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.plugin [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Calling delete_port for a834b2d5-fcd6-4c02-ab79-129c8042c7de owned by network:dhcp {{(pid=83312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:09.821963 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Calling delete_port for a834b2d5-fcd6-4c02-ab79-129c8042c7de owned by network:dhcp {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:09.829199 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3555804'] for port, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:09.858071 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:09.880613 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a834b2d5-fcd6-4c02-ab79-129c8042c7de,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:09.887650 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] No DVR routers for this DVR port a834b2d5-fcd6-4c02-ab79-129c8042c7de on host dv-cinder-843305-2-smb {{(pid=83312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:58:09.902014 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:09.902356 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 7a4a4693-85cd-4fb2-9b24-1308a5ac1ef9 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:09.902759 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5a21114d-48a4-4457-a6c0-489590102bc5 no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:09.936122 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: 5a21114d-48a4-4457-a6c0-489590102bc5 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:09.936463 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device 5a21114d-48a4-4457-a6c0-489590102bc5 not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:09.936893 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a834b2d5-fcd6-4c02-ab79-129c8042c7de no longer exists at agent ovs-agent-dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:09.972866 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] No Port match for: a834b2d5-fcd6-4c02-ab79-129c8042c7de {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:09.973206 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Device a834b2d5-fcd6-4c02-ab79-129c8042c7de not bound to the agent host dv-cinder-843305-2-smb {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:09.990124 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.db.api [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:58:09.990474 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG oslo_db.api [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:58:10.006324 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2022294', 'neutron.services.segments.db._delete_segments_for_network-8791662292857'] for network, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.030798 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d9364d-926c-4202-831b-4e9bcbe0f1ed']}} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:10.042572 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f774a60a-f8b9-4e8b-a29a-152c623997f5') {'for_net_delete': True} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:10.042860 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.services.segments.db [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f774a60a-f8b9-4e8b-a29a-152c623997f5') {} {{(pid=83312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:58:10.054464 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791662292740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533083'] for segment, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.070424 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1068901'] for segment, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.076541 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 26 22:58:10.076919 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1068926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3555713'] for segment, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: Traceback (most recent call last): May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: timer() May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: cb(*args, **kw) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: return func(*args, **kwargs) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: self._notify() May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: self.callback(batched_events) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: event.method(event) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: return f(self, *a, **k) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: return self._get(url).json() May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: return self.request(url, 'GET', **kwargs) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:58:10.089538 dv-cinder-843305-2-smb neutron-server[83312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:58:10.166316 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2022301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351192'] for network, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.182976 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1710232'] for network, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.194327 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d9364d-926c-4202-831b-4e9bcbe0f1ed,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:10.207389 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-4fde5d83-5d1f-4f60-92ba-41e222010f0b admin admin] 10.222.0.47 "DELETE /v2.0/networks/b4d9364d-926c-4202-831b-4e9bcbe0f1ed HTTP/1.1" status: 204 len: 168 time: 0.9826396 May 26 22:58:10.398076 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33010) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:10.449010 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2024d464-1eed-46de-a1ac-05042d1e54a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e803fd48be742a392045f9aff7d01cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497615 May 26 22:58:10.451443 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33014) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:10.491218 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Deleting port a834b2d5-fcd6-4c02-ab79-129c8042c7de {{(pid=83314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:10.491758 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.509687 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2fb00459-bfec-491e-aeec-ff9b0aeb7cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.535220 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2fb00459-bfec-491e-aeec-ff9b0aeb7cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.557051 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-2a62daf2-b158-4d1f-9a0f-bdd9c3fcfd9a None None] The port 'a834b2d5-fcd6-4c02-ab79-129c8042c7de' was deleted {{(pid=83314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 26 22:58:10.590923 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2fb00459-bfec-491e-aeec-ff9b0aeb7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.607426 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb00459-bfec-491e-aeec-ff9b0aeb7cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbbb3f-f470-4dfd-a8d0-23cf9cb614e0,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:10.614396 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-2fb00459-bfec-491e-aeec-ff9b0aeb7cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:10.615562 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-2fb00459-bfec-491e-aeec-ff9b0aeb7cd5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19fbbb3f-f470-4dfd-a8d0-23cf9cb614e0 HTTP/1.1" status: 204 len: 168 time: 0.1631596 May 26 22:58:15.133484 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.720217 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33110) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:17.861644 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.891921 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:17.896426 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7120078af39c4ad79985a728fa9cd31f is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:17.899421 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:17.905558 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:17.971101 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:17.975164 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.023586 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42928f05-c2e3-44bd-80c8-f868c40ea691,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:18.028160 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-ce41d56b-5ca8-4976-aeb6-d37ea7d9c2a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7120078af39c4ad79985a728fa9cd31f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3057957 May 26 22:58:18.031550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33116) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:18.097030 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be2d002f-d5e6-4c43-8ce6-97c4f15c6bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.121250 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be2d002f-d5e6-4c43-8ce6-97c4f15c6bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.173616 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be2d002f-d5e6-4c43-8ce6-97c4f15c6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.191354 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d002f-d5e6-4c43-8ce6-97c4f15c6bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42928f05-c2e3-44bd-80c8-f868c40ea691,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:18.195550 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-be2d002f-d5e6-4c43-8ce6-97c4f15c6bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:18.196659 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-be2d002f-d5e6-4c43-8ce6-97c4f15c6bb6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42928f05-c2e3-44bd-80c8-f868c40ea691 HTTP/1.1" status: 204 len: 168 time: 0.1638961 May 26 22:58:19.968522 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-063d9f74-3bb8-40dc-a8ae-692379807a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:20.842816 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33190) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:20.982628 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.013748 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:21.017507 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:72a2719fd0e24209bc8fd63ed570c0da is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:21.020446 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:21.026313 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:21.094425 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.098717 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.141828 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42ca869-a7fd-4fac-a540-261f088124f9,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:21.147610 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-547102e0-e8a5-47ec-ac2a-bd6911e7e1c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72a2719fd0e24209bc8fd63ed570c0da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3037992 May 26 22:58:21.150190 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33196) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:21.211770 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ac80222a-3010-43d9-ac9f-f901bf4619c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.236792 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ac80222a-3010-43d9-ac9f-f901bf4619c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.286883 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ac80222a-3010-43d9-ac9f-f901bf4619c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.302435 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80222a-3010-43d9-ac9f-f901bf4619c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42ca869-a7fd-4fac-a540-261f088124f9,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:21.306649 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ac80222a-3010-43d9-ac9f-f901bf4619c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.307808 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-ac80222a-3010-43d9-ac9f-f901bf4619c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c42ca869-a7fd-4fac-a540-261f088124f9 HTTP/1.1" status: 204 len: 168 time: 0.1567314 May 26 22:58:21.632394 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33204) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:21.651829 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.681506 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:21.685148 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Usage tracker for resource:security_group_rule and tenant:25713e2a79c74f97927ee84cf2fac4c2 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:21.687782 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:21.695132 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:21.758814 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.762449 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.811709 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89459a-5d7c-40a3-8027-a265c65d6a96,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:21.817759 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-075f3665-f807-4805-9598-3e154ae832af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25713e2a79c74f97927ee84cf2fac4c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1843612 May 26 22:58:21.820622 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33208) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:21.887253 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-97ebecd0-4010-4bc2-9af8-48e9d087df34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.912887 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-97ebecd0-4010-4bc2-9af8-48e9d087df34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.964572 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-97ebecd0-4010-4bc2-9af8-48e9d087df34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.982513 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebecd0-4010-4bc2-9af8-48e9d087df34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89459a-5d7c-40a3-8027-a265c65d6a96,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:21.991173 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-97ebecd0-4010-4bc2-9af8-48e9d087df34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:21.992265 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-97ebecd0-4010-4bc2-9af8-48e9d087df34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc89459a-5d7c-40a3-8027-a265c65d6a96 HTTP/1.1" status: 204 len: 168 time: 0.1705635 May 26 22:58:22.187451 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-f2a24530-a4ff-4841-9092-7b74d74c31ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:22.363767 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:58:23.521135 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:23.716319 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:24.793646 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.690446 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33344) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:25.830546 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.861262 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:25.865571 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Usage tracker for resource:security_group_rule and tenant:2a1001bf4f094d6c88651e4e9147ae64 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:25.868257 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:25.873797 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:25.943271 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.947047 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:25.996045 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a1001bf4f094d6c88651e4e9147ae64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3045084 May 26 22:58:25.996826 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391cd5c-19cd-4921-8679-19124a7bff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54476f9d-4046-4569-98d2-c0115ef43ad1,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:25.999364 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33350) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:26.059608 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73e31fc4-876c-4091-b015-0a8fe9b6de96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.085331 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73e31fc4-876c-4091-b015-0a8fe9b6de96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.136944 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73e31fc4-876c-4091-b015-0a8fe9b6de96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.155064 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e31fc4-876c-4091-b015-0a8fe9b6de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54476f9d-4046-4569-98d2-c0115ef43ad1,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:26.161689 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-73e31fc4-876c-4091-b015-0a8fe9b6de96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.162798 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-73e31fc4-876c-4091-b015-0a8fe9b6de96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54476f9d-4046-4569-98d2-c0115ef43ad1 HTTP/1.1" status: 204 len: 168 time: 0.1624579 May 26 22:58:26.485953 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33358) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:26.504914 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.534557 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:26.538385 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6160728e4b4b4bad00656269d96b2b is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:26.541094 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:26.546732 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:26.609909 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.614359 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.748040 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffaeddb-a38b-489e-a8f5-d0bb82234509,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:26.753432 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-8d7d3eea-a6ef-4b0e-85c1-a937f4775a15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b6160728e4b4b4bad00656269d96b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2658052 May 26 22:58:26.756052 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33362) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:26.813650 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2cf8-31b1-4d79-91db-4cb5d039fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.838113 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2cf8-31b1-4d79-91db-4cb5d039fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.887711 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2cf8-31b1-4d79-91db-4cb5d039fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.900955 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a2cf8-31b1-4d79-91db-4cb5d039fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffaeddb-a38b-489e-a8f5-d0bb82234509,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:26.907234 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2cf8-31b1-4d79-91db-4cb5d039fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:26.908912 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-6d1a2cf8-31b1-4d79-91db-4cb5d039fb43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ffaeddb-a38b-489e-a8f5-d0bb82234509 HTTP/1.1" status: 204 len: 168 time: 0.1513734 May 26 22:58:32.886090 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33462) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:33.025774 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.057494 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:33.061228 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:49bde1f149d44287af1d1fc2e5c90e4b is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:33.064233 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:33.069919 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:33.137252 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.141092 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.190590 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49bde1f149d44287af1d1fc2e5c90e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3022575 May 26 22:58:33.191337 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8b0c4-94f9-4e22-869a-bc9c6d603ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9592927-dda4-4b55-99a7-cd8858f70b58,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:33.192837 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33468) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:33.253278 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08ad1768-701d-4272-b63d-eca9d194577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.281760 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08ad1768-701d-4272-b63d-eca9d194577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.333115 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08ad1768-701d-4272-b63d-eca9d194577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.348769 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad1768-701d-4272-b63d-eca9d194577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9592927-dda4-4b55-99a7-cd8858f70b58,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:33.357332 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-08ad1768-701d-4272-b63d-eca9d194577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.358511 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-08ad1768-701d-4272-b63d-eca9d194577b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9592927-dda4-4b55-99a7-cd8858f70b58 HTTP/1.1" status: 204 len: 168 time: 0.1643176 May 26 22:58:33.681278 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33476) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:33.699615 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.731182 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:33.735080 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Usage tracker for resource:security_group_rule and tenant:94e3e650780f443aa1d3c6505d47a9d2 is out of sync, need to count used quota {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:33.738117 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.quota.resource [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:33.744051 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.db.quota.driver [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:33.810033 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.813887 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.860973 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0616e88-2fb5-4d56-ae66-1c02ce2fab6c,revision_number=1']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:33.867040 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-c83b850d-da26-4df7-8ce9-7a061e843837 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94e3e650780f443aa1d3c6505d47a9d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1844022 May 26 22:58:33.869757 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33480) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:33.929459 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4db68ad2-a2b5-4fa4-8134-d6b3a2653e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:33.955021 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4db68ad2-a2b5-4fa4-8134-d6b3a2653e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.010253 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4db68ad2-a2b5-4fa4-8134-d6b3a2653e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.027394 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db68ad2-a2b5-4fa4-8134-d6b3a2653e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0616e88-2fb5-4d56-ae66-1c02ce2fab6c,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:34.034122 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-4db68ad2-a2b5-4fa4-8134-d6b3a2653e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.035135 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-4db68ad2-a2b5-4fa4-8134-d6b3a2653e70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0616e88-2fb5-4d56-ae66-1c02ce2fab6c HTTP/1.1" status: 204 len: 168 time: 0.1645119 May 26 22:58:34.415926 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33488) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:34.437732 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.469049 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:34.473481 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Usage tracker for resource:security_group_rule and tenant:c0cf69574da146e89499b4d1dda0eb32 is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:34.476186 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:34.481855 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:34.546580 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.550759 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.595973 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95e198-7096-402f-8c0a-e95021aa83d6,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:34.601009 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-1b4f076e-c2ef-4f85-820b-452164836418 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0cf69574da146e89499b4d1dda0eb32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1840293 May 26 22:58:34.603658 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33492) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:34.663200 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3d627722-85fd-4493-a629-9ae952c5a5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.687212 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3d627722-85fd-4493-a629-9ae952c5a5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.740162 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3d627722-85fd-4493-a629-9ae952c5a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.755602 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d627722-85fd-4493-a629-9ae952c5a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95e198-7096-402f-8c0a-e95021aa83d6,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:34.760227 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [None req-3d627722-85fd-4493-a629-9ae952c5a5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:34.764125 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3d627722-85fd-4493-a629-9ae952c5a5b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae95e198-7096-402f-8c0a-e95021aa83d6 HTTP/1.1" status: 204 len: 168 time: 0.1567960 May 26 22:58:37.411413 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-112d0302-138c-41ef-93e4-9e47fdb0e3e5 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8bb005548f2f4811bb12f718a6524c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274124 May 26 22:58:37.556186 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-85f6c805-6730-4723-b794-243f5df1ce93 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:37.557574 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-85f6c805-6730-4723-b794-243f5df1ce93 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410606 May 26 22:58:37.573567 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-de59c7d7-63c0-47d4-ae42-08fe7942311a tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/quotas/8bb005548f2f4811bb12f718a6524c2f HTTP/1.1" status: 200 len: 375 time: 0.0107167 May 26 22:58:37.618632 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-04756810-1d94-4ccf-98b0-4ee554db5590 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bb005548f2f4811bb12f718a6524c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403962 May 26 22:58:37.880917 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-c8dd009c-e306-49c5-849e-92a6ca75ea6e req-95d683bb-27d0-4479-a0b3-6dd989a3d0a0 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 210 time: 0.1185637 May 26 22:58:38.894320 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-e183bae3-2b87-43f3-9822-d92916a456c6 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8bb005548f2f4811bb12f718a6524c2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267203 May 26 22:58:39.070035 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e0655b23-875e-4b09-a93d-f214b61bbdb8 req-f61c2667-5877-453e-a567-a13d4c649586 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0639288 May 26 22:58:39.098199 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-4f02e821-c7ee-497e-b096-3b688a32ef7e tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:39.099615 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-4f02e821-c7ee-497e-b096-3b688a32ef7e tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009869 May 26 22:58:39.117409 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Request body: {'port': {'device_id': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107', 'admin_state_up': True, 'tenant_id': '8bb005548f2f4811bb12f718a6524c2f'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:39.247666 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:39.251391 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Usage tracker for resource:port and tenant:8bb005548f2f4811bb12f718a6524c2f is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:39.254334 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:39.259867 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:39.269867 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Made reservation on behalf of 8bb005548f2f4811bb12f718a6524c2f for: {'port': 1} {{(pid=83313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:58:39.272787 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.285568 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks [] for security_group, before_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.315845 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:58:39.319542 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Usage tracker for resource:security_group_rule and tenant:8bb005548f2f4811bb12f718a6524c2f is out of sync, need to count used quota {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:58:39.322258 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:58:39.327861 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.quota.driver [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:58:39.397366 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.401154 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.488408 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551ca4d1-33f3-4321-b5b0-cf8f28ac4019,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:39.573173 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.db_base_plugin_common [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Allocated IP 192.168.233.11 (b53aebee-3016-415f-b8f7-ea33eff11107/ec6bd580-5bc8-4752-91b2-9e55637d6d56/8957e8f6-60d3-4c2f-bec4-a319258cf704) {{(pid=83313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:58:39.785230 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks [] for port, precommit_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.800303 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Transition to ACTIVE for port object 8957e8f6-60d3-4c2f-bec4-a319258cf704 will not be triggered until provisioned by entity DHCP. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:39.821902 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791661839755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_create {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.896165 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Network b53aebee-3016-415f-b8f7-ea33eff11107 is already hosted by enough agents. {{(pid=83313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:58:39.899210 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.scheduler.base_scheduler [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Resources bound (agent type, host, resource id): {{(pid=83313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:58:39.903450 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Received port after_create {{(pid=83313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 26 22:58:39.930155 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Pushing event updated for resources: {'Port': ['ID=8957e8f6-60d3-4c2f-bec4-a319258cf704,revision_number=1']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:39.968954 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:39.969894 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:39.997485 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-40afddf1-5d1f-4fe3-9e73-4c85445b30e2 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8835449 May 26 22:58:40.008100 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-c69b5eac-e90d-4347-bee6-4a08c584c306 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=83313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 26 22:58:40.009084 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-c69b5eac-e90d-4347-bee6-4a08c584c306 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052683 May 26 22:58:40.023907 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.v2.base [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Request body: {'port': {'device_id': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 26 22:58:40.112907 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-65218fc3-e5a1-4750-9f45-0a77779df033 None None] Provisioning for port 8957e8f6-60d3-4c2f-bec4-a319258cf704 completed by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:40.117866 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-65218fc3-e5a1-4750-9f45-0a77779df033 None None] Provisioning complete for port 8957e8f6-60d3-4c2f-bec4-a319258cf704 triggered by entity DHCP. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:40.118218 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-65218fc3-e5a1-4750-9f45-0a77779df033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.175620 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-65218fc3-e5a1-4750-9f45-0a77779df033 None None] Port 8957e8f6-60d3-4c2f-bec4-a319258cf704 cannot update to ACTIVE because it is not bound. {{(pid=83314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 26 22:58:40.239340 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.279656 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be175-fba1-49e0-ad60-377ea2eebcf5 req-48e31882-9e7c-4b08-aa3c-d02e5a5ddeed tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:40.281145 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-122be175-fba1-49e0-ad60-377ea2eebcf5 req-48e31882-9e7c-4b08-aa3c-d02e5a5ddeed tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 935 time: 0.0762405 May 26 22:58:40.329191 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-122be175-fba1-49e0-ad60-377ea2eebcf5 req-bd153a43-aebc-4ad7-82f1-63661cc51350 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 May 26 22:58:40.573500 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8957e8f6-60d3-4c2f-bec4-a319258cf704 {{(pid=83313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:40.581995 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.595688 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.provisioning_blocks [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Transition to ACTIVE for port object 8957e8f6-60d3-4c2f-bec4-a319258cf704 will not be triggered until provisioned by entity L2. {{(pid=83313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:58:40.599380 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.725060 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Pushing event updated for resources: {'Port': ['ID=8957e8f6-60d3-4c2f-bec4-a319258cf704,revision_number=2']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:40.834121 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Attempting to bind port 8957e8f6-60d3-4c2f-bec4-a319258cf704 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:58:40.834390 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Attempting to bind port 8957e8f6-60d3-4c2f-bec4-a319258cf704 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:58:40.834705 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Attempting to bind port 8957e8f6-60d3-4c2f-bec4-a319258cf704 on network b53aebee-3016-415f-b8f7-ea33eff11107 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:40.840258 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Port 8957e8f6-60d3-4c2f-bec4-a319258cf704 on network b53aebee-3016-415f-b8f7-ea33eff11107 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 26 22:58:40.840597 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Attempting to bind port 8957e8f6-60d3-4c2f-bec4-a319258cf704 on network b53aebee-3016-415f-b8f7-ea33eff11107 {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 26 22:58:40.847390 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Checking agent: {'id': 'a500c647-39d6-4be2-8676-1230456c7d66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'started_at': datetime.datetime(2022, 5, 26, 22, 45, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 26 22:58:40.847714 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Checking segment: {'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 26 22:58:40.848088 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Bound using segment: {'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'} {{(pid=83313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 26 22:58:40.848525 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.managers [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Bound port: 8957e8f6-60d3-4c2f-bec4-a319258cf704, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1bec67-722c-4035-865e-4e8df681cf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107'}}] {{(pid=83313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:58:40.848858 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:40.937648 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] For port 8957e8f6-60d3-4c2f-bec4-a319258cf704, host hv-cinder-84330, cleared binding levels {{(pid=83313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 22:58:40.940999 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] For port 8957e8f6-60d3-4c2f-bec4-a319258cf704, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8957e8f6-60d3-4c2f-bec4-a319258cf704,segment=NetworkSegment(ea1bec67-722c-4035-865e-4e8df681cf2b),segment_id=ea1bec67-722c-4035-865e-4e8df681cf2b)] {{(pid=83313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 22:58:40.945106 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3297310'] for port, after_update {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.005826 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:41.007235 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] 10.222.0.67 "PUT /v2.0/ports/8957e8f6-60d3-4c2f-bec4-a319258cf704 HTTP/1.1" status: 200 len: 1097 time: 0.9898312 May 26 22:58:41.007663 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'tag': '8957e8f6-60d3-4c2f-bec4-a319258cf704'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:41.024636 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc95471-a528-43b1-9aff-2d60ad5c99ac service neutron] Pushing event updated for resources: {'Port': ['ID=8957e8f6-60d3-4c2f-bec4-a319258cf704,revision_number=3']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:41.107319 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b08434-3c60-4a5e-a2e9-f142e22430d3'] response: {'name': 'network-changed', 'server_uuid': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'tag': '8957e8f6-60d3-4c2f-bec4-a319258cf704', 'status': 'completed', 'code': 200} May 26 22:58:41.151557 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-330568ca-92aa-4033-b20e-538e7c864c9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bb005548f2f4811bb12f718a6524c2f&device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 1100 time: 0.0781984 May 26 22:58:41.219395 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-499f2b6c-e120-444d-8061-6d0e844bb29f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=8957e8f6-60d3-4c2f-bec4-a319258cf704 HTTP/1.1" status: 200 len: 217 time: 0.0617182 May 26 22:58:41.283580 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-ec866f20-0780-464f-a6c5-5615f1ad399a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:41.284931 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-ec866f20-0780-464f-a6c5-5615f1ad399a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec6bd580-5bc8-4752-91b2-9e55637d6d56 HTTP/1.1" status: 200 len: 843 time: 0.0599043 May 26 22:58:41.358686 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-85bb7100-bd3d-4002-a0aa-ff587ab70de2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b53aebee-3016-415f-b8f7-ea33eff11107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679359 May 26 22:58:41.490795 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-592d5dc7-5fae-4211-ae66-e95cc722d8c0 service neutron] 10.222.0.67 "GET /v2.0/networks/b53aebee-3016-415f-b8f7-ea33eff11107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262925 May 26 22:58:41.532794 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d84b4-d871-4ae3-9603-66887ae52785 req-29e4c917-ac61-43c0-b4e5-12b7a54d9ddb tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:41.534231 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-656d84b4-d871-4ae3-9603-66887ae52785 req-29e4c917-ac61-43c0-b4e5-12b7a54d9ddb tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 947 time: 0.0805664 May 26 22:58:41.581620 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-656d84b4-d871-4ae3-9603-66887ae52785 req-57735502-c7ee-42bc-86c2-0d058f843fb4 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 May 26 22:58:41.623907 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-45dc291b-c52f-4e14-9010-c670063d26a6 req-ef1cd6be-6798-4c22-b8ed-0949af392af2 service neutron] 10.222.0.67 "GET /v2.0/networks/b53aebee-3016-415f-b8f7-ea33eff11107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278629 May 26 22:58:41.736695 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-6b259ccd-35e0-43b3-af8d-dc36468150c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bb005548f2f4811bb12f718a6524c2f&device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 1100 time: 0.0720901 May 26 22:58:41.954124 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-acc5a471-1255-4ef7-95dd-8b1931c9e9bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:41.957000 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-acc5a471-1255-4ef7-95dd-8b1931c9e9bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=b53aebee-3016-415f-b8f7-ea33eff11107 HTTP/1.1" status: 200 len: 870 time: 0.2142124 May 26 22:58:42.027480 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-a2dbbfaf-7503-4570-aa88-ec83e2f8b4fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=8957e8f6-60d3-4c2f-bec4-a319258cf704 HTTP/1.1" status: 200 len: 217 time: 0.0635552 May 26 22:58:42.090255 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-0573f100-063c-4d26-bef5-51872c1611f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:42.091639 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-0573f100-063c-4d26-bef5-51872c1611f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec6bd580-5bc8-4752-91b2-9e55637d6d56 HTTP/1.1" status: 200 len: 843 time: 0.0574462 May 26 22:58:42.166248 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-e856456e-d0c3-4127-993d-13311483d78f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b53aebee-3016-415f-b8f7-ea33eff11107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0672896 May 26 22:58:42.297727 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-3f5e6549-b161-40f2-896a-d8a9330a38c5 service neutron] 10.222.0.67 "GET /v2.0/networks/b53aebee-3016-415f-b8f7-ea33eff11107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233060 May 26 22:58:42.431344 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e7f157e6-0864-4868-847d-4a8bd812a66c req-a36422ef-0a3e-43ac-86bb-567a3df9ad21 service neutron] 10.222.0.67 "GET /v2.0/networks/b53aebee-3016-415f-b8f7-ea33eff11107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277223 May 26 22:58:42.786441 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf21b2-5d94-49d0-802a-ae89b0c98d6d req-7687096f-d8b8-4f8e-8d13-5494671e78d9 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:42.787114 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-b6bf21b2-5d94-49d0-802a-ae89b0c98d6d req-7687096f-d8b8-4f8e-8d13-5494671e78d9 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Synchronizing usage tracker for tenant:8bb005548f2f4811bb12f718a6524c2f on resource:port {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:42.804178 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-b6bf21b2-5d94-49d0-802a-ae89b0c98d6d req-7687096f-d8b8-4f8e-8d13-5494671e78d9 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Unset dirty status for tenant:8bb005548f2f4811bb12f718a6524c2f on resource:port {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:42.805559 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b6bf21b2-5d94-49d0-802a-ae89b0c98d6d req-7687096f-d8b8-4f8e-8d13-5494671e78d9 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 947 time: 0.0997252 May 26 22:58:42.851762 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-b6bf21b2-5d94-49d0-802a-ae89b0c98d6d req-b88c67cd-0a84-49c4-bceb-0214756ccd40 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Synchronizing usage tracker for tenant:8bb005548f2f4811bb12f718a6524c2f on resource:security_group {{(pid=83313) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:58:42.868061 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.quota.resource [req-b6bf21b2-5d94-49d0-802a-ae89b0c98d6d req-b88c67cd-0a84-49c4-bceb-0214756ccd40 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Unset dirty status for tenant:8bb005548f2f4811bb12f718a6524c2f on resource:security_group {{(pid=83313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:58:42.869229 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-b6bf21b2-5d94-49d0-802a-ae89b0c98d6d req-b88c67cd-0a84-49c4-bceb-0214756ccd40 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575144 May 26 22:58:44.064880 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbfab2-5442-4899-87c9-ec0c2d8b1025 req-1f7becf8-35a2-4ddb-bc3f-7fe9886ed744 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:44.066246 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6ffbfab2-5442-4899-87c9-ec0c2d8b1025 req-1f7becf8-35a2-4ddb-bc3f-7fe9886ed744 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 947 time: 0.0781522 May 26 22:58:44.114938 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-6ffbfab2-5442-4899-87c9-ec0c2d8b1025 req-f90b420a-c3c1-41e0-8ccd-f8a0a6e958eb tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 May 26 22:58:44.411401 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8957e8f6-60d3-4c2f-bec4-a319258cf704 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:58:44.541542 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 8957e8f6-60d3-4c2f-bec4-a319258cf704, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8957e8f6-60d3-4c2f-bec4-a319258cf704,segment=NetworkSegment(ea1bec67-722c-4035-865e-4e8df681cf2b),segment_id=ea1bec67-722c-4035-865e-4e8df681cf2b)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:44.554305 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Returning: {'device': '8957e8f6-60d3-4c2f-bec4-a319258cf704', 'network_id': 'b53aebee-3016-415f-b8f7-ea33eff11107', 'port_id': '8957e8f6-60d3-4c2f-bec4-a319258cf704', 'mac_address': 'fa:16:3e:4d:61:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6bd580-5bc8-4752-91b2-9e55637d6d56', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:58:44.606390 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:44.622638 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8957e8f6-60d3-4c2f-bec4-a319258cf704 {{(pid=83314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:58:44.636945 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 8957e8f6-60d3-4c2f-bec4-a319258cf704, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8957e8f6-60d3-4c2f-bec4-a319258cf704,segment=NetworkSegment(ea1bec67-722c-4035-865e-4e8df681cf2b),segment_id=ea1bec67-722c-4035-865e-4e8df681cf2b)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:44.646123 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:44.712518 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=8957e8f6-60d3-4c2f-bec4-a319258cf704,revision_number=4']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:44.721334 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.721683 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.722015 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.722344 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.722673 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.722997 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.723316 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.723637 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.723951 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.724265 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.724614 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-2-smb {{(pid=83314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:58:44.846942 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['8957e8f6-60d3-4c2f-bec4-a319258cf704'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:58:45.131943 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:45.311613 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3532f2f-e4ec-4280-a091-2381cbf29461 req-0f89b42d-162c-4f4f-83d8-53cdd4083e22 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:45.313067 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e3532f2f-e4ec-4280-a091-2381cbf29461 req-0f89b42d-162c-4f4f-83d8-53cdd4083e22 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 948 time: 0.0758679 May 26 22:58:45.361298 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-e3532f2f-e4ec-4280-a091-2381cbf29461 req-c6968d90-cd98-420a-939a-3872086cff6e tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 May 26 22:58:46.421623 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8957e8f6-60d3-4c2f-bec4-a319258cf704 up at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:58:46.488613 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning for port 8957e8f6-60d3-4c2f-bec4-a319258cf704 completed by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:58:46.493441 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.db.provisioning_blocks [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Provisioning complete for port 8957e8f6-60d3-4c2f-bec4-a319258cf704 triggered by entity L2. {{(pid=83314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:58:46.493806 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2023911'] for port, provisioning_complete {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.555815 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e331d-26f6-4c0e-81b2-5cc881adf0bf req-ac1a1ec5-64e8-4925-a710-8edc221a5056 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:46.557291 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-254e331d-26f6-4c0e-81b2-5cc881adf0bf req-ac1a1ec5-64e8-4925-a710-8edc221a5056 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 948 time: 0.0762393 May 26 22:58:46.603374 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-254e331d-26f6-4c0e-81b2-5cc881adf0bf req-cad946a3-fc36-4868-a10a-ccdacd402f47 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 May 26 22:58:46.641916 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2096348'] for port, before_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.668251 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957e8f6-60d3-4c2f-bec4-a319258cf704'}] {{(pid=83314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:46.678016 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] For port 8957e8f6-60d3-4c2f-bec4-a319258cf704, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8957e8f6-60d3-4c2f-bec4-a319258cf704,segment=NetworkSegment(ea1bec67-722c-4035-865e-4e8df681cf2b),segment_id=ea1bec67-722c-4035-865e-4e8df681cf2b)] {{(pid=83314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:46.682433 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791662215590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791661839773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791661839818'] for port, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:46.748666 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Pushing event updated for resources: {'Port': ['ID=8957e8f6-60d3-4c2f-bec4-a319258cf704,revision_number=5']} {{(pid=83314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:46.867641 dv-cinder-843305-2-smb neutron-server[83314]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898958fd-2d6c-4700-ae8c-b4cec2a93ec3'] response: {'server_uuid': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957e8f6-60d3-4c2f-bec4-a319258cf704', 'code': 200} May 26 22:58:47.090262 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-08e5f77c-2497-4b19-9b14-eb5382cf775a req-aea6baee-8eee-4e90-90d0-4c177a0a1d48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 1102 time: 0.0696216 May 26 22:58:47.132375 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-08e5f77c-2497-4b19-9b14-eb5382cf775a req-55bca1cb-fa7f-4e89-a137-9510d6b8ac0d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 May 26 22:58:47.801980 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f221da-4547-4f34-9b66-8ea4706dd213 req-0ae26365-1960-41c2-86bd-3f4f34402684 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:47.804119 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-32f221da-4547-4f34-9b66-8ea4706dd213 req-0ae26365-1960-41c2-86bd-3f4f34402684 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 949 time: 0.0799043 May 26 22:58:47.850427 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-32f221da-4547-4f34-9b66-8ea4706dd213 req-d3d26d63-3d7f-45b9-8a3b-8bf03e9d2f53 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 May 26 22:58:49.048070 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec321f12-535f-4192-af79-2b0295755446 req-8fcf0cee-0f2c-49ad-b038-2ced7dbb70ef tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:49.050230 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec321f12-535f-4192-af79-2b0295755446 req-8fcf0cee-0f2c-49ad-b038-2ced7dbb70ef tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 949 time: 0.0801928 May 26 22:58:49.093797 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-ec321f12-535f-4192-af79-2b0295755446 req-1d28a2f9-011a-4c94-83e1-b40943aad2c9 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 May 26 22:58:49.536532 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7738a-0f3c-4fea-94b5-0a3cafa6fa47 req-5936498f-c10a-4989-a825-a55785aacf71 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:49.537969 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-43b7738a-0f3c-4fea-94b5-0a3cafa6fa47 req-5936498f-c10a-4989-a825-a55785aacf71 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 949 time: 0.0757196 May 26 22:58:49.582675 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-43b7738a-0f3c-4fea-94b5-0a3cafa6fa47 req-ab9606e2-f542-4444-a68b-5ec401838263 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 May 26 22:58:49.969765 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-73e4094d-b7fb-4c1f-8a78-7c669f5e6d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.738841 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-a040e0ef-4add-43cf-a983-e3ee5db6d072 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:50.740273 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-a040e0ef-4add-43cf-a983-e3ee5db6d072 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.67 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 949 time: 0.0853612 May 26 22:58:50.794888 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124da75-60c6-4bbf-b5e7-5e6b3277cba7 req-5d34a3bb-4795-4c05-b881-cb712dca8238 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:58:50.797122 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7124da75-60c6-4bbf-b5e7-5e6b3277cba7 req-5d34a3bb-4795-4c05-b881-cb712dca8238 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 949 time: 0.0857291 May 26 22:58:50.810865 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Deleting port 8957e8f6-60d3-4c2f-bec4-a319258cf704 {{(pid=83313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 26 22:58:50.811195 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791662208211'] for port, before_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:50.846596 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-7124da75-60c6-4bbf-b5e7-5e6b3277cba7 req-07468e42-bb2a-4128-b505-97ee1c6be242 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/security-groups?id=551ca4d1-33f3-4321-b5b0-cf8f28ac4019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 May 26 22:58:51.062861 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.db [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] For port 8957e8f6-60d3-4c2f-bec4-a319258cf704, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8957e8f6-60d3-4c2f-bec4-a319258cf704,segment=NetworkSegment(ea1bec67-722c-4035-865e-4e8df681cf2b),segment_id=ea1bec67-722c-4035-865e-4e8df681cf2b)] {{(pid=83313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 22:58:51.063205 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-340970'] for port, precommit_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.182653 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.plugins.ml2.plugin [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Calling delete_port for 8957e8f6-60d3-4c2f-bec4-a319258cf704 owned by compute:nova {{(pid=83313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 26 22:58:51.405487 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2095776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1710225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791662215572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791661839764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3297383'] for port, after_delete {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.416589 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.db [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] get_ports_and_sgs() called for port_ids ['8957e8f6-60d3-4c2f-bec4-a319258cf704'] {{(pid=83314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 26 22:58:51.452973 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Pushing event deleted for resources: {'Port': ['ID=8957e8f6-60d3-4c2f-bec4-a319258cf704,revision_number=None']} {{(pid=83313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:51.529180 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] No DVR routers for this DVR port 8957e8f6-60d3-4c2f-bec4-a319258cf704 on host hv-cinder-84330 {{(pid=83313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:58:51.531566 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron_lib.callbacks.manager [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991693'] for port, before_response {{(pid=83313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:51.534924 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'name': 'network-vif-deleted', 'tag': '8957e8f6-60d3-4c2f-bec4-a319258cf704'}] {{(pid=83313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:58:51.555523 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [req-7e925dae-c9bd-47e5-a37c-2e43dcb86aba req-c1a95820-6e0e-4817-b86a-e648de9e2015 tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.67 "DELETE /v2.0/ports/8957e8f6-60d3-4c2f-bec4-a319258cf704 HTTP/1.1" status: 204 len: 173 time: 0.8102582 May 26 22:58:51.600815 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d48be3-182e-4be2-957b-ff70eb1f2ace'] response: {'server_uuid': '2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5', 'name': 'network-vif-deleted', 'tag': '8957e8f6-60d3-4c2f-bec4-a319258cf704', 'status': 'completed', 'code': 200} May 26 22:58:52.031326 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [req-0291defa-cc7a-4fb2-8698-d950a18c63f1 req-86784746-9538-4f77-bc98-b792d989215e tempest-VolumesNegativeTest-1424943196 tempest-VolumesNegativeTest-1424943196-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc31b1b-1d8a-4af5-9422-c924fc9a0fb5 HTTP/1.1" status: 200 len: 210 time: 0.0454960 May 26 22:58:52.191324 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d778cbe-396d-48e6-9861-7e41cdec07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.523565 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:53.719806 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:54.437497 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8957e8f6-60d3-4c2f-bec4-a319258cf704 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:58:54.470918 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] No Port match for: 8957e8f6-60d3-4c2f-bec4-a319258cf704 {{(pid=83314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 26 22:58:54.471255 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron.plugins.ml2.rpc [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Device 8957e8f6-60d3-4c2f-bec4-a319258cf704 not bound to the agent host hv-cinder-84330 {{(pid=83314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:58:54.792875 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:57.852873 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [-] (83313) accepted ('10.222.0.47', 33774) {{(pid=83313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:58.044722 dv-cinder-843305-2-smb neutron-server[83313]: INFO neutron.wsgi [None req-3db99074-591b-43f2-a623-47ffb97ee221 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bb005548f2f4811bb12f718a6524c2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1904082 May 26 22:58:58.047101 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.wsgi [-] (83312) accepted ('10.222.0.47', 33780) {{(pid=83312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:58:58.109563 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ab90d387-eea5-4e54-b3cb-e0456aca0955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.136758 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ab90d387-eea5-4e54-b3cb-e0456aca0955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.191641 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ab90d387-eea5-4e54-b3cb-e0456aca0955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746687'] for security_group, after_delete {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.215207 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90d387-eea5-4e54-b3cb-e0456aca0955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551ca4d1-33f3-4321-b5b0-cf8f28ac4019,revision_number=None']} {{(pid=83312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:58:58.237354 dv-cinder-843305-2-smb neutron-server[83312]: DEBUG neutron_lib.callbacks.manager [None req-ab90d387-eea5-4e54-b3cb-e0456aca0955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:58:58.239117 dv-cinder-843305-2-smb neutron-server[83312]: INFO neutron.wsgi [None req-ab90d387-eea5-4e54-b3cb-e0456aca0955 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/551ca4d1-33f3-4321-b5b0-cf8f28ac4019 HTTP/1.1" status: 204 len: 168 time: 0.1908877 May 26 22:58:59.364881 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:59:15.154356 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:19.971557 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-056e01da-326e-4bca-8ff4-c6b02f16c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:22.192654 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-7a35b2c3-0c15-42bb-badc-894059e3f21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.525463 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:23.714499 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:24.795129 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:36.365549 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 22:59:45.147791 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:49.973052 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-deb1ed63-e1ad-4858-a91e-69b1ed4fcc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:52.194790 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ce67097d-4103-4a4b-8a77-93edf3275630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.527711 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:53.716720 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:59:54.801559 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:13.366612 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:00:15.154886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:19.977655 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3046-8ac7-4933-bed2-26c35f39fa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:22.196525 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-2198188a-4017-40c1-998d-e6e8ebf4cf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.529321 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:23.718609 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:24.802742 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:45.169919 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:49.978939 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-af7b3ebc-dde3-461b-893a-33e4e6ff5a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:50.367079 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:00:52.197772 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-1016683e-08bf-4bee-80e9-7b6f5e4cb93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:53.533396 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:53.720196 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:00:54.805886 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:15.171065 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:19.979084 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-653e5714-27ed-4afe-bfe3-9f859ba3f89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:22.200456 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-179282f9-c74d-48d9-812e-8f9a25af9bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.535190 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:23.720900 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:24.809891 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:27.367174 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:01:45.170737 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:49.980562 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-e3724aa3-0bd7-43f5-809b-834bc65019a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:52.202397 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-6f744318-cdce-40d5-9afe-2a0e826fd739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.538974 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:53.722029 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:01:54.814682 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:04.367261 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:02:15.169454 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:19.983256 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-3397d0a3-d1af-4a1f-838d-83a008c2bdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:22.203937 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-af5d3c73-fb06-4b6c-8b3c-b0d78755cba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.542589 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:23.725357 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:24.816601 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:41.367600 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:02:45.168447 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:49.987259 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-64463844-48c5-4c68-9320-87d38da7775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:52.204865 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-e7acbe05-054f-4e1c-a5cd-62ff6ac5d724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.546128 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:53.727043 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:02:54.819214 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:15.172750 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:18.366920 dv-cinder-843305-2-smb neutron-server[83315]: DEBUG neutron.db.agents_db [None req-e2f00fc5-ef9a-4d4e-b7da-e259c9a48a35 None None] Agent healthcheck: found 6 active agents {{(pid=83315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 23:03:19.988395 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-edf1f976-1847-4f2e-aa39-7519343a4ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:22.206200 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-d1f03012-bc23-422c-bff6-4b5a65f41dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:23.548303 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bb9f-dec2-46a7-9d0d-e5d4d57ce7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:23.728155 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a0b2-e8f0-47ba-b8dd-27f505b57559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:24.822037 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-ca11ffd0-15b4-4d54-a8e5-f0b78c84a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:25.603343 dv-cinder-843305-2-smb neutron-server[83313]: DEBUG neutron.wsgi [req-193168a0-ce85-4874-9067-6c4f66e1bdef req-86be08e2-7a23-41a4-a7fc-2d02454b8d0f service neutron] (83313) timed out ('10.222.0.67', 63090) {{(pid=83313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 23:03:45.212112 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0d6e9b8b-091e-4791-9e8c-7f55d054a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:49.989914 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-69d5c66b-797d-44cf-a690-ba94a019f48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 23:03:52.208264 dv-cinder-843305-2-smb neutron-server[83314]: DEBUG neutron_lib.callbacks.manager [None req-0be1ce2f-63e8-4bf4-a86f-479690610138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791662292839', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2023830'] for agent, after_update {{(pid=83314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}